-- Logs begin at Sat 2021-06-19 00:14:02 UTC, end at Sat 2021-06-19 01:18:30 UTC. -- Jun 19 00:54:06.178449 dv-cinder-667108-33-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 19 00:54:08.854289 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.common.config [-] Logging enabled! Jun 19 00:54:08.855480 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 00:54:08.855644 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 00:54:08.858787 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.common.config [-] Logging enabled! Jun 19 00:54:08.859043 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 00:54:08.859352 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 00:54:08.860277 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 00:54:08.860510 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 00:54:08.860889 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 00:54:08.861134 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 00:54:08.861357 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 00:54:08.861673 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.861967 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.862261 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.862489 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.862779 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.863065 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.863354 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.863637 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.863932 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.864221 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.864502 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.864816 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.865048 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.865331 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.865617 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.865902 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.866126 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] debug = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.866408 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.866830 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.867238 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.867523 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.867812 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.868106 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.868365 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.868668 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.868954 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.869281 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] host = dv-cinder-667108-33-smb {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.869557 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.869842 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.870753 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.871104 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.871401 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.871686 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.871973 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.872249 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.872527 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.872829 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.873120 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.873413 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.873703 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.873931 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.874152 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.874437 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.874724 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.874999 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.875274 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.875547 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.875822 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.876092 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.876360 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.876671 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.876957 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.877240 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.877512 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.877784 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.878054 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.878323 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.878605 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.878879 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.879150 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.879423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.879703 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.879969 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.880239 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.880537 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.880845 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.881124 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.881406 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.881678 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.881957 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.882229 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.882498 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.882766 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_json = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.883038 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.883312 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.883594 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.883864 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.884131 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.884400 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.884692 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.884976 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:08.885271 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.885569 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.885973 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.886261 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.886557 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.886837 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.887127 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.887405 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.887691 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.887978 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.888266 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.888544 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.888853 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.889130 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.889426 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.889729 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.890023 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.890312 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.890586 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.890861 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.891135 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.891414 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.891699 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.891991 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.892279 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.892571 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.892854 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.893152 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.893431 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.893704 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.893984 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.894272 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.894554 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.894831 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.895114 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.895392 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.895665 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.895935 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.896211 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.896497 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.896810 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.897084 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.897355 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.897632 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.897904 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.898187 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.898464 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.898739 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.899011 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.899286 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.899558 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.899829 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.900102 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.900373 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.900678 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.900954 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.901737 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.902070 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.902346 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.902619 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.902892 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.903172 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.903450 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.903722 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.903994 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.904266 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.904539 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.904833 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.905121 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.905421 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.905701 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.905981 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.906261 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.906538 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.906815 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.907093 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.907372 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.907650 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.907922 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.908213 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.908495 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.908806 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.909089 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.909367 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.909660 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.909937 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.910219 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.910494 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.910769 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.911058 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.911340 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.911633 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.911925 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.912217 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.912508 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.912822 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.913107 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.913414 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.913694 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:08.913911 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 00:54:08.914148 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93164) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 19 00:54:09.258383 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:09.258659 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:09.258945 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:09.259273 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 19 00:54:09.646124 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.646409 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.646677 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.647968 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.648239 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.648501 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.681543 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.681814 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.682077 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.695500 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.695774 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.696040 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.725891 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.726168 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.726435 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.762317 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.762579 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.762840 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.991799 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.992408 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.992408 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.992594 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:09.993462 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.115103 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.115418 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.115702 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.115968 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.116239 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.116547 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.116894 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.117148 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.117398 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.117676 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.117931 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.118192 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.118447 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.118705 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.118955 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.119218 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.119487 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.119738 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.120023 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.120272 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.120653 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.121002 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.121256 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.121533 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.121777 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.122018 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.122405 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.122643 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.122877 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.123110 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.123340 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.123574 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:10.123932 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 19 00:54:10.127879 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 19 00:54:10.131747 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 19 00:54:10.135482 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 19 00:54:10.137707 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 19 00:54:10.138158 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 19 00:54:10.138490 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 19 00:54:10.138867 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 19 00:54:10.141647 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 19 00:54:10.141895 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 19 00:54:10.142238 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 00:54:10.169925 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 19 00:54:10.170365 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.170659 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93164) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 19 00:54:10.171022 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.172359 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93164) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 19 00:54:10.172660 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 00:54:10.172903 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 19 00:54:10.175969 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.176247 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:10.240172 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 19 00:54:10.240410 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 19 00:54:10.240682 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 19 00:54:10.241045 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 19 00:54:10.261817 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_db.sqlalchemy.engines [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93164) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 19 00:54:10.968417 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing driver for type 'gre' Jun 19 00:54:10.968986 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] gre ID ranges: [(1, 1000)] Jun 19 00:54:11.193634 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing driver for type 'local' Jun 19 00:54:11.194210 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing driver for type 'vlan' Jun 19 00:54:11.299371 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] VlanTypeDriver initialization complete Jun 19 00:54:11.299654 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing driver for type 'vxlan' Jun 19 00:54:11.300159 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] vxlan ID ranges: [(1, 1000)] Jun 19 00:54:11.544967 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing extension driver 'port_security' Jun 19 00:54:11.545331 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.extensions.port_security [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] PortSecurityExtensionDriver initialization complete Jun 19 00:54:11.545658 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing mechanism driver 'openvswitch' Jun 19 00:54:11.546001 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing mechanism driver 'hyperv' Jun 19 00:54:11.552847 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:11.553566 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.553933 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.554285 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.554662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.555009 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.555350 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.555715 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.556054 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.556394 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.556783 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.557125 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.557459 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.557828 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.558164 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.558495 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.558861 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > address_group after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.559200 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > address_group after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.559535 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.559868 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] ML2 OVO RPC backend initialized. {{(pid=93164) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 19 00:54:11.560573 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.560926 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.561332 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.561670 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > networks before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.562010 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.562343 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > ports before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.562742 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.563074 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnets before_response 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.563429 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.563747 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.564072 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.564400 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.564756 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.565092 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.570093 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.570093 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.570093 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.570093 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.plugin [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Modular L2 Plugin initialization complete Jun 19 00:54:11.570093 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading services supported by the core plugin {{(pid=93164) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 19 00:54:11.570481 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.plugins.ml2.managers [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Got port-security extension from driver 'port_security' Jun 19 00:54:11.570481 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.extensions.vlantransparent [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Disabled vlantransparent extension. Jun 19 00:54:11.570481 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93164) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 19 00:54:11.570481 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: router Jun 19 00:54:11.605755 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.606142 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_create 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.606505 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router before_create 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.606862 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.607229 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.607573 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_delete 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.607923 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.608275 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_create 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.608635 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.608980 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.609319 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.609668 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.610064 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.610422 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.610755 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.611082 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: subnet after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.611410 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.611748 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.612086 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_create 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.612419 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.612783 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.613132 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router after_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.613467 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.613809 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_create 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.614160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.614493 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_update 55549900 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.614856 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > network after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.615688 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Tracking information for resource: router configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:11.616013 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Tracking information for resource: floatingip configured {{(pid=93164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 00:54:11.620934 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.db.l3_agentschedulers_db [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 19 00:54:11.621491 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.621845 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.622189 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.622535 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: port after_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.623308 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router before_create 55550100 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.623669 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.624026 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_create 55550100 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.624379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > router precommit_update 55550100 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.628846 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.provider_configuration [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service providers = [] {{(pid=93164) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 19 00:54:11.629206 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.db.servicetype_db [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93164) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 19 00:54:11.632056 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.service_base [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 00:54:11.632402 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.service_base [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 00:54:11.632772 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.service_base [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 00:54:11.633725 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.services.service_base [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 00:54:11.634095 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.services.service_base [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 19 00:54:11.634466 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.634777 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 19 00:54:11.645733 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.646066 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: auto_allocate Jun 19 00:54:11.652525 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: network precommit_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.652916 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: network precommit_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.653430 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.653746 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: tag Jun 19 00:54:11.660332 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.660694 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: timestamp Jun 19 00:54:11.664392 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.664743 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: network_ip_availability Jun 19 00:54:11.671823 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.672196 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.672565 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.673271 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.673587 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: flavors Jun 19 00:54:11.678336 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.678663 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading Plugin: revisions Jun 19 00:54:11.683056 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 00:54:11.683436 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.424s {{(pid=93164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:11.684166 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93164) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 19 00:54:11.684494 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Initializing extension manager. Jun 19 00:54:11.685021 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: __init__.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.685355 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: __pycache__ {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.685681 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.686008 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: address_group.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.686739 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.687292 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: address-group Jun 19 00:54:11.687610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: address_scope.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.688298 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.688839 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: address-scope Jun 19 00:54:11.689158 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.690053 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.690556 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: router-admin-state-down-before-update Jun 19 00:54:11.690872 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: agent.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.691551 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.692055 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: agent Jun 19 00:54:11.692368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: agent_resources_synced.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.693273 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.693780 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: agent-resources-synced Jun 19 00:54:11.694097 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: allowedaddresspairs.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.695819 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.696336 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: allowed-address-pairs Jun 19 00:54:11.696698 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: auto_allocated_topology.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.698428 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.699124 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: auto-allocated-topology Jun 19 00:54:11.699445 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: availability_zone.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.700122 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.700650 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: availability_zone Jun 19 00:54:11.700971 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: availability_zone_filter.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.701856 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.702358 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: availability_zone_filter Jun 19 00:54:11.702681 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: data_plane_status.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.703553 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.704052 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension data-plane-status not supported by any of loaded plugins Jun 19 00:54:11.704368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: default_subnetpools.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.705286 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.705792 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: default-subnetpools Jun 19 00:54:11.706111 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.706888 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.707384 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: dhcp_agent_scheduler Jun 19 00:54:11.707699 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: dns.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.708603 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.709100 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension dns-integration not supported by any of loaded plugins Jun 19 00:54:11.709414 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: dns_domain_ports.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.710294 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.710789 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 19 00:54:11.711102 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: dvr.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.711745 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.712236 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: dvr Jun 19 00:54:11.712574 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: empty_string_filtering.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.713454 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.714530 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: empty-string-filtering Jun 19 00:54:11.715153 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.716040 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.716535 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 19 00:54:11.717138 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.718013 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.718506 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 19 00:54:11.718818 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: external_net.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.719705 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.720205 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: external-net Jun 19 00:54:11.720522 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.721433 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.721934 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: extra_dhcp_opt Jun 19 00:54:11.722249 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: extraroute.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.723138 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.723637 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: extraroute Jun 19 00:54:11.723951 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: extraroute_atomic.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.724978 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.725481 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: extraroute-atomic Jun 19 00:54:11.725796 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: filter_validation.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.726437 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.726930 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: filter-validation Jun 19 00:54:11.727242 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: fip_pf_description.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.728117 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.728638 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 19 00:54:11.728953 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: fip_port_details.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.729932 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.730431 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: fip-port-details Jun 19 00:54:11.730745 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: flavors.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.731945 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.732449 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: flavors Jun 19 00:54:11.732798 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.734502 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.735023 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 19 00:54:11.735355 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: floatingip_pools.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.736033 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.736537 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: floatingip-pools Jun 19 00:54:11.736890 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: ip_allocation.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.737784 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.738289 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension ip_allocation not supported by any of loaded plugins Jun 19 00:54:11.738610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.739496 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.740002 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: ip-substring-filtering Jun 19 00:54:11.740322 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l2_adjacency.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.741257 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.741754 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 19 00:54:11.742071 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.743005 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.743513 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: router Jun 19 00:54:11.743832 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.746364 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.746888 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 19 00:54:11.747211 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.748133 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.748690 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: ext-gw-mode Jun 19 00:54:11.749012 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.749899 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.750400 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: l3-ha Jun 19 00:54:11.750717 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3_flavors.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.751615 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.752117 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: l3-flavors Jun 19 00:54:11.752460 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.753360 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.753869 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 19 00:54:11.754172 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: l3agentscheduler.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.755203 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.755704 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: l3_agent_scheduler Jun 19 00:54:11.756024 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: logging.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.757532 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.758045 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension logging not supported by any of loaded plugins Jun 19 00:54:11.758366 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: metering.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.759082 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.759650 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: metering Jun 19 00:54:11.759966 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.761767 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.762282 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: metering_source_and_destination_fields Jun 19 00:54:11.762601 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: multiprovidernet.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.763507 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.764008 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: multi-provider Jun 19 00:54:11.764326 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: netmtu.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.765239 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.765739 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: net-mtu Jun 19 00:54:11.766056 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: netmtu_writable.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.766947 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.767446 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: net-mtu-writable Jun 19 00:54:11.767764 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: network_availability_zone.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.768404 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.768929 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: network_availability_zone Jun 19 00:54:11.769245 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: network_ip_availability.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.770308 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.770816 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: network-ip-availability Jun 19 00:54:11.771135 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: network_segment_range.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.771871 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.772365 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension network-segment-range not supported by any of loaded plugins Jun 19 00:54:11.772707 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: pagination.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.773670 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.773994 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: pagination Jun 19 00:54:11.774308 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: port_device_profile.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.775192 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.775699 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: port-device-profile Jun 19 00:54:11.776016 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.777514 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.778018 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: port-mac-address-regenerate Jun 19 00:54:11.778335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.779216 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.779716 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: port-numa-affinity-policy Jun 19 00:54:11.780032 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: port_resource_request.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.780947 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.781448 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension port-resource-request not supported by any of loaded plugins Jun 19 00:54:11.781764 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: portbindings.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.782662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.783159 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: binding Jun 19 00:54:11.783477 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: portbindings_extended.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.784741 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.785247 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: binding-extended Jun 19 00:54:11.785567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: portsecurity.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.786446 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.786956 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: port-security Jun 19 00:54:11.787273 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: project_id.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.788219 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.788542 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: project-id Jun 19 00:54:11.788879 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: providernet.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.789777 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.790282 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: provider Jun 19 00:54:11.790598 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.794481 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.795000 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos not supported by any of loaded plugins Jun 19 00:54:11.795326 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.796546 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.797077 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 19 00:54:11.797403 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.798298 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.798798 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 19 00:54:11.799120 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_default.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.800001 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.800506 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-default not supported by any of loaded plugins Jun 19 00:54:11.800859 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_fip.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.801490 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.801989 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-fip not supported by any of loaded plugins Jun 19 00:54:11.802305 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_gateway_ip.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.803293 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.803755 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 19 00:54:11.804074 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_port_network_policy.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.804984 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.805490 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 19 00:54:11.805806 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_rule_type_details.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.806692 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.807197 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 19 00:54:11.807630 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: qos_rules_alias.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.808735 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.809243 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 19 00:54:11.809559 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: quotasv2.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.810452 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.810773 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: quotas Jun 19 00:54:11.811090 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: quotasv2_detail.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.814117 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.814452 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: quota_details Jun 19 00:54:11.814777 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: rbac.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.815815 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.816329 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: rbac-policies Jun 19 00:54:11.816684 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: rbac_address_group.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.817585 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.818096 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: rbac-address-group Jun 19 00:54:11.818416 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: rbac_address_scope.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.819393 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.819911 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: rbac-address-scope Jun 19 00:54:11.820230 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: rbac_security_groups.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.821155 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.821664 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: rbac-security-groups Jun 19 00:54:11.821982 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: rbac_subnetpool.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.822874 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.823935 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: rbac-subnetpool Jun 19 00:54:11.824255 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: revisionifmatch.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.825181 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.825688 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: revision-if-match Jun 19 00:54:11.826004 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: revisions.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.827278 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.827785 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: standard-attr-revisions Jun 19 00:54:11.828107 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: router_availability_zone.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.828787 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.829288 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: router_availability_zone Jun 19 00:54:11.829608 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: routerservicetype.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.830498 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.831007 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension router-service-type not supported by any of loaded plugins Jun 19 00:54:11.831401 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.832292 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.832836 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: security-groups-normalized-cidr Jun 19 00:54:11.833156 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.834047 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.834553 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: port-security-groups-filtering Jun 19 00:54:11.834872 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.835860 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.836380 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: security-groups-remote-address-group Jun 19 00:54:11.836720 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: securitygroup.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.847084 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.847612 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: security-group Jun 19 00:54:11.847943 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: segment.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.851405 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.851405 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension segment not supported by any of loaded plugins Jun 19 00:54:11.851405 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.852176 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.852768 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 19 00:54:11.853103 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: servicetype.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.854304 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.854838 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: service-type Jun 19 00:54:11.855165 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: sorting.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.856136 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.856470 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: sorting Jun 19 00:54:11.856821 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: standard_attr_segment.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.857720 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.858243 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 19 00:54:11.858568 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: standardattrdescription.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.859209 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.859716 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: standard-attr-description Jun 19 00:54:11.860040 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: stateful_security_group.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.860991 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.861504 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: stateful-security-group Jun 19 00:54:11.861826 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: stdattrs_common.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.862401 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 19 00:54:11.862716 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.863706 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.864215 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 19 00:54:11.864533 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnet_onboard.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.865671 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.866183 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: subnet_onboard Jun 19 00:54:11.866504 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.867416 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.867927 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 19 00:54:11.868249 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnet_service_types.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.869216 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.869760 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: subnet-service-types Jun 19 00:54:11.870615 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnetallocation.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.871740 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.872261 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: subnet_allocation Jun 19 00:54:11.872614 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.874634 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.874634 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: subnetpool-prefix-ops Jun 19 00:54:11.874634 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.875317 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.875826 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 19 00:54:11.876146 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: tagging.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.877257 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.877776 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: standard-attr-tag Jun 19 00:54:11.878102 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: timestamp.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.879278 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.879791 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loaded extension: standard-attr-timestamp Jun 19 00:54:11.880120 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: trunk.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.881176 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.881691 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension trunk not supported by any of loaded plugins Jun 19 00:54:11.882018 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: trunk_details.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.882923 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.883430 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension trunk-details not supported by any of loaded plugins Jun 19 00:54:11.883753 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: uplink_status_propagation.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.884695 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.885206 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 19 00:54:11.886127 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Loading extension file: vlantransparent.py {{(pid=93164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 00:54:11.886926 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 00:54:11.887439 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 19 00:54:11.889908 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:network Jun 19 00:54:11.890444 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnet Jun 19 00:54:11.890843 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 00:54:11.891235 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:port Jun 19 00:54:11.892491 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.892964 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service FLAVORS assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.893584 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.894019 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.894346 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:router Jun 19 00:54:11.894769 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:floatingip Jun 19 00:54:11.895251 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service METERING assigned prefix: /metering {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.896743 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.897115 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.897467 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 00:54:11.898617 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 00:54:11.899185 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:security_group Jun 19 00:54:11.899612 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 00:54:11.900225 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service CORE assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.900570 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 00:54:11.900930 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] subnetpool is already registered Jun 19 00:54:11.901565 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service CORE assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.901831 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 00:54:11.902207 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] subnetpool is already registered Jun 19 00:54:11.904525 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.904987 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service FLAVORS assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.905584 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.906005 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.906335 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:router Jun 19 00:54:11.906701 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] router is already registered Jun 19 00:54:11.909194 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:floatingip Jun 19 00:54:11.909194 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] floatingip is already registered Jun 19 00:54:11.909194 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service METERING assigned prefix: /metering {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.909194 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 00:54:11.909194 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] rbac_policy is already registered Jun 19 00:54:11.909538 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:security_group Jun 19 00:54:11.909614 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] security_group is already registered Jun 19 00:54:11.909953 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 00:54:11.910284 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] security_group_rule is already registered Jun 19 00:54:11.910908 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service CORE assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.911233 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 00:54:11.911563 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] subnetpool is already registered Jun 19 00:54:11.911980 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.v2.resource_helper [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Service CORE assigned prefix: {{(pid=93164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 00:54:11.912299 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 00:54:11.912655 dv-cinder-667108-33-smb neutron-server[93164]: WARNING neutron.quota.resource_registry [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] subnetpool is already registered Jun 19 00:54:11.913131 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: extensions {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.914610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: address-groups {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.916079 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: address-scopes {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.917821 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: agents {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.918986 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: auto-allocated-topology {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.920227 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: availability_zones {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.921477 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: dhcp-networks {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.922973 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: dhcp-agents {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.924379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: routers {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.926117 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: flavors {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.928497 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: service_profiles {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.929736 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: next_providers {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.931171 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: service_profiles {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.933346 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: floatingip-pools {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.934552 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: routers {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.936252 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: floatingips {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.937562 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: l3-routers {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.938964 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: l3-agents {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.940374 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: metering-labels {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.941657 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: metering-label-rules {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.943038 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: network-ip-availabilities {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.944293 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: bindings {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.945880 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: quotas {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.947399 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: quotas {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.949443 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: rbac-policies {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.950643 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: security-groups {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.951927 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: security-group-rules {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.953219 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: service-providers {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.954435 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: subnetpools {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.955729 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: subnetpools {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.957309 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.958960 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.961132 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.963176 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.964928 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.967098 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.968900 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.970668 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.972531 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.974269 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron.api.extensions [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Extended resource: tags {{(pid=93164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 00:54:11.980366 dv-cinder-667108-33-smb neutron-server[93164]: WARNING keystonemiddleware.auth_token [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 19 00:54:11.984958 dv-cinder-667108-33-smb neutron-server[93164]: WARNING keystonemiddleware.auth_token [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 19 00:54:11.993291 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Acquired lock "singleton_lock" {{(pid=93164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 19 00:54:11.993764 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_concurrency.lockutils [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Releasing lock "singleton_lock" {{(pid=93164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 19 00:54:11.994407 dv-cinder-667108-33-smb neutron-server[93164]: INFO oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Starting 2 workers Jun 19 00:54:11.999846 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Started child 93275 {{(pid=93164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 00:54:12.004266 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Started child 93276 {{(pid=93164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 00:54:12.005139 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.005858 dv-cinder-667108-33-smb neutron-server[93164]: INFO neutron.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 19 00:54:12.006527 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Notify callbacks [] for process, before_spawn {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.006729 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [-] (93275) wsgi starting up on http://0.0.0.0:9696 Jun 19 00:54:12.008956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.009379 dv-cinder-667108-33-smb neutron-server[93164]: INFO oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Starting 1 workers Jun 19 00:54:12.010301 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [-] (93276) wsgi starting up on http://0.0.0.0:9696 Jun 19 00:54:12.014747 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Started child 93277 {{(pid=93164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 00:54:12.015286 dv-cinder-667108-33-smb neutron-server[93164]: INFO oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Starting 1 workers Jun 19 00:54:12.018396 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] calling RpcWorker wait() {{(pid=93277) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 19 00:54:12.018969 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] returning from RpcWorker wait() {{(pid=93277) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 19 00:54:12.019728 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Started child 93278 {{(pid=93164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 00:54:12.020108 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.020576 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95ebf93f-904f-46ce-9759-e009f3fe5488 None None] Notify callbacks [] for process, after_spawn {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.020673 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:12.022489 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 00:54:12.022700 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 00:54:12.022889 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 00:54:12.023106 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 00:54:12.023454 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 00:54:12.023621 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 00:54:12.024202 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.024429 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.024712 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.024975 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.025068 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:12.025525 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.025796 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.026113 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.026390 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.026668 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.026918 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.027091 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.027263 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.027519 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.027785 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.028066 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.028349 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.028610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.028894 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.029065 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.029315 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.029588 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.029829 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.030103 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] debug = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.030349 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.030829 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.031080 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.031332 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.031550 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.031856 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.032105 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.032403 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.032675 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.032934 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.033172 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.033439 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.033675 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.033901 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.034129 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.034388 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.034606 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.035092 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] host = dv-cinder-667108-33-smb {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.035340 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.035573 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.035807 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.036070 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.036326 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.036574 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.036832 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.037077 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.037334 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.037562 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.037824 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.038068 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.038286 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.038516 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.038681 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_options = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.038910 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.039185 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.039454 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.039642 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.039798 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.039976 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.040226 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.040372 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.040651 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.040904 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.041115 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.041327 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.041554 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.041901 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.042193 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.042434 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.042680 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.042903 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.043151 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.043397 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.043621 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.043848 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.044083 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.044301 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.044537 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.044767 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.044992 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.045205 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.045417 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.045686 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.046036 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.046294 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.046562 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.046937 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.047101 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.047242 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.047464 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.047725 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.048039 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.048203 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.048442 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.048699 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.049045 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.049230 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.049455 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.049670 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_json = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.049846 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:12.049987 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.050120 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.050341 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.050555 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.050780 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.050993 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.051227 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.051459 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.051870 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.052146 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.052459 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.052757 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.052976 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.053228 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.053509 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.053733 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.053955 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.054205 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.054667 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.054818 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.055070 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.055272 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.055533 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.055839 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.056161 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.056357 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.056610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.058662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.058662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.058662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.058662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.058662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059119 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059119 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059279 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059503 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059725 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.059946 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.060187 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.060407 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.060783 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.061026 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.061253 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.061638 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.061844 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.061964 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.062270 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.062760 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.062760 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.063069 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.063218 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.063358 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.063716 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.064067 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.064067 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.064380 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.064540 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.064887 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.065035 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.065164 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.065486 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.065678 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.065822 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.066567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.066567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.066567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.066962 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.066962 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.067214 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.067430 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.067650 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.067869 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.068085 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.068306 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.068538 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.068778 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.068998 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.069244 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.069470 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.069686 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.069901 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.070136 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.070347 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.070562 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.070776 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.071033 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.071253 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.071487 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.071702 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.071935 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.072152 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.072751 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.072751 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.073593 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.073839 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.074115 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.074476 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.074737 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.075025 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.075182 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.075404 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.075627 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.075877 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.076131 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.076381 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.076634 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.076909 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.077175 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.077432 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.077688 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.077962 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.078194 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.078701 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.078701 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.079022 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.079177 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.079599 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080103 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080103 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080401 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080919 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080919 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.080919 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.081335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.081474 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.081751 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.082032 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.083423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.083423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.083423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.083423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.083423 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.085160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086834 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.086834 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.087082 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.088379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.088379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.088379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.088379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.088379 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089809 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.089809 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.090045 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.090130 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.090318 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.090581 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.090814 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.091035 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.091275 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092051 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092051 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092510 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.092901 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.093178 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.093404 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.093627 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.093838 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.094098 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.094317 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.094605 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.094851 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.095079 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.095295 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.095520 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.095775 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.095992 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.096253 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.096503 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.096747 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.096967 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.097201 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.097416 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.097630 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.097857 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.098090 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.098329 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.098577 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.098910 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.099150 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.099381 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.099632 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.099850 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.100089 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.100305 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.100544 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.100785 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.101000 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.101242 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.101484 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.101707 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.101927 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.102140 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.102368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.102580 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.102795 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.103004 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.103284 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.103524 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.103755 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.103988 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.104298 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.104546 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.104781 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.104994 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.105211 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.105424 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.105650 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.105882 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.106092 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.106307 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.106517 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.106741 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.106971 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.107182 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.107402 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.107611 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.107836 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.108045 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.108282 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.108498 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.108733 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.109064 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.109314 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.109567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.109863 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.110112 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.110356 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.110618 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.110940 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.111160 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.111509 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.111763 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.111982 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.112203 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.112716 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.112873 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.113082 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.113355 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.113588 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.113846 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.114154 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.114395 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.114608 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.114898 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.115225 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.115504 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.115749 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.115996 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.116258 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.116480 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.116721 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.116955 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.117192 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.117408 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.117661 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.117891 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.118116 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.118362 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.118570 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.118788 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.119013 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.119243 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.119465 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.119681 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.120542 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 00:54:12.121140 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 00:54:12.121484 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 00:54:12.121484 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 00:54:12.121647 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 00:54:12.121777 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 00:54:12.121930 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 00:54:12.122136 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.122300 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.122465 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.122627 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.122787 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.122966 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123127 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123284 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123441 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123599 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123757 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.123919 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124080 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124237 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124395 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124594 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124733 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.124892 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125056 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125215 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125373 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125543 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125694 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] debug = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.125845 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126046 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126202 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126357 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126514 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126660 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126819 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.126976 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127134 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127292 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127450 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127608 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127767 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.127924 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128080 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128239 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128397 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128572 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] host = dv-cinder-667108-33-smb {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128732 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.128890 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129048 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129206 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129365 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129524 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129682 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.129967 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130107 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130220 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130342 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130424 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130580 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130741 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.130899 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_options = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131056 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131214 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131373 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131546 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131714 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.131877 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132036 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132194 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132335 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132497 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132757 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.132915 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133076 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133234 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133392 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133552 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133711 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.133854 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134019 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134176 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134334 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134493 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134657 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.134809 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.135129 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.135276 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.135542 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.136195 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.136328 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.136601 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.136752 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.136911 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137068 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137226 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137383 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137542 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137701 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.137863 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138021 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138178 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138336 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138493 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138650 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138808 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.138965 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139123 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_json = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139280 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139437 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139595 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139753 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.139910 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.140067 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.140225 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.140383 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 00:54:12.140569 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.140742 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.140915 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141076 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141237 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141397 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141556 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141722 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.141881 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142041 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142208 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142538 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142698 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.142859 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143021 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143181 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143342 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143501 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143661 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.143821 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144053 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144272 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144399 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144522 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144712 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.144874 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145035 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145195 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145355 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145517 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145679 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.145840 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146001 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146194 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146357 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146530 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146662 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146786 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.146903 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147062 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147223 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147384 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147545 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147705 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.147867 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148027 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148189 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148349 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148509 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148702 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.148862 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149023 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149184 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149345 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149504 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149665 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149825 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.149985 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150184 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150397 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150503 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150600 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150759 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.150919 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.151164 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.151449 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.151636 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.151802 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.151964 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152124 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152287 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152448 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152633 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152796 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.152958 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153120 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153282 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153443 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153605 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153766 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.153926 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154086 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154303 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154424 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154567 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154727 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.154887 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155046 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155207 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155368 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155529 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155690 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.155850 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156010 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156170 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156330 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156493 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156678 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156839 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.156996 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157155 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157315 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157475 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157635 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157795 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.157956 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158117 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158276 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158436 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158596 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158766 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.158927 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159090 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159250 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159416 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159586 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159747 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.159908 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160068 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160240 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160393 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160566 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160732 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.160894 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161055 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161216 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161383 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161554 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161719 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.161879 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162039 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162221 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162740 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162740 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162740 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162995 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.162995 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163138 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163283 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163446 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163611 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163768 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.163930 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164590 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164590 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164590 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164590 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164884 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:12.164958 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.164958 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165094 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165248 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165390 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165551 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165712 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.165872 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.166033 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.166194 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.166354 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.166517 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.166800 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167017 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167125 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167285 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167446 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167606 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167766 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.167927 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168086 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168249 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168410 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168588 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168753 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.168912 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169073 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169234 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169396 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169555 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169716 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.169878 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170038 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170198 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170361 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170522 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170682 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.170842 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171001 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171175 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171336 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171495 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171658 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171818 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.171979 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172138 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172298 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172457 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172642 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172803 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.172965 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173128 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173288 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173448 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173608 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173768 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.173929 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174089 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174260 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174422 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174582 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174740 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.174900 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.175070 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.175305 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.175470 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.175776 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.175951 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176121 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176354 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176454 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176610 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176774 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.176945 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177105 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177265 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177425 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177586 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177753 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.177913 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178076 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178236 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178395 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178564 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178726 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.178888 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179055 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179215 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179375 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179536 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179708 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.179870 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180032 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180192 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180341 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180495 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180676 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.180850 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181021 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181187 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181349 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181516 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181688 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.181857 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.182018 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.182184 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.182896 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183059 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183218 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183378 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183544 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183688 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183825 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.183964 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184129 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184289 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184435 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184616 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184779 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.184924 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185088 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185250 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185410 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185571 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185730 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.185890 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 00:54:12.186044 dv-cinder-667108-33-smb neutron-server[93164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 00:54:12.356352 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59034) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:12.364801 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062895 Jun 19 00:54:23.779611 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b492ca-5a62-4fc5-950b-2176f4820d76 None None] get_active_networks_info from dv-cinder-667108-33-smb {{(pid=93277) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 19 00:54:23.911968 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b492ca-5a62-4fc5-950b-2176f4820d76 None None] No non-hosted networks {{(pid=93277) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 19 00:54:23.930717 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.agentschedulers_db [None req-b1b492ca-5a62-4fc5-950b-2176f4820d76 None None] DHCP Agent not found on host dv-cinder-667108-33-smb {{(pid=93277) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 19 00:54:24.042786 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-47a5dae4-52db-459e-bb61-50a6c19510f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:26.597179 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:26.597923 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.598744 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.599426 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.600025 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.603088 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.603837 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.604353 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.604951 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.605452 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.606014 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.606626 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.607117 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:26.607674 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-33-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:26.626899 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-33-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:54:26.652280 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3250f95-1665-4e83-af79-b8db47705e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:26.700399 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.db.api [None req-cddf8ebd-66ee-4159-a6c4-d63332aaf95d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-667108-33-smb {{(pid=93277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 00:54:26.701137 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_db.api [None req-cddf8ebd-66ee-4159-a6c4-d63332aaf95d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 00:54:27.230405 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cddf8ebd-66ee-4159-a6c4-d63332aaf95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:27.342273 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:29.258986 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:30.114789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59130) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:30.599278 dv-cinder-667108-33-smb neutron-server[93276]: WARNING oslo_policy.policy [None req-344f3919-5778-4e27-b1f4-e2b4b2eb0430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:30.599864 dv-cinder-667108-33-smb neutron-server[93276]: WARNING oslo_policy.policy [None req-344f3919-5778-4e27-b1f4-e2b4b2eb0430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:30.820340 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [None req-344f3919-5778-4e27-b1f4-e2b4b2eb0430 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:54:30.821325 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-344f3919-5778-4e27-b1f4-e2b4b2eb0430 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7056549 Jun 19 00:54:33.172339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59144) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:33.484654 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:54:33.578115 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.policy [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 00:54:33.624090 dv-cinder-667108-33-smb neutron-server[93276]: WARNING oslo_policy.policy [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:33.624468 dv-cinder-667108-33-smb neutron-server[93276]: WARNING oslo_policy.policy [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:33.633221 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.quota [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] Loaded quota_driver: . Jun 19 00:54:33.796789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147841381', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147840952', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147796976', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147790246', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147800937', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737147754081', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1698293', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1707498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534545'] for rbac-policy, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:33.968696 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.db.l3_hamode_db [None req-800cd403-4fdd-451b-9545-783551a897f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 19 00:54:34.033223 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:34.034471 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c157c0a8-fe82-4d3b-9a24-dfec3d0a6c78 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8611517 Jun 19 00:54:34.046627 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cd403-4fdd-451b-9545-783551a897f8 None None] Routers set() bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 00:54:34.047027 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cd403-4fdd-451b-9545-783551a897f8 None None] Router IDs set() for agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 19 00:54:36.557060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59156) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:36.847087 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'project_id': '1e73c840ce8d4253b6ea5537a483973b'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:54:36.987282 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Made reservation on behalf of 1e73c840ce8d4253b6ea5537a483973b for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:54:36.990052 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.007955 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.128383 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.207603 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.213207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:37.228907 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 00:54:37.257213 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737149070026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.257762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Unsubscribe: segment precommit_create {{(pid=93276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 00:54:37.258258 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Added segment 64ba1082-73ad-4f68-a3ff-95788e313ecf of type vlan for network 41176575-6428-41de-9891-15576428bbda Jun 19 00:54:37.275409 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f3fb0-9146-4eac-890e-360240d9723a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:37.324420 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.324798 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.325133 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.325454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.325773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.326090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.326403 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.326717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.327060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.327372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.327680 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.327985 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Tracked resource versions report: Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: pushed versions: Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: { 'AddressGroup': {'1.2'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Log': {'1.0'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Network': {'1.1'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Port': {'1.7'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'PortForwarding': {'1.2'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'QosPolicy': {'1.8'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroup': {'1.4'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SubPort': {'1.0'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Subnet': {'1.1'}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Trunk': {'1.1'}} Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: consumer versions: Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'ConntrackHelper': '1.0', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Log': '1.0', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Network': '1.1', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Port': '1.7', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'PortForwarding': '1.2', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'QosPolicy': '1.8', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroup': '1.4', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroupRule': '1.2', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'SubPort': '1.0', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Subnet': '1.1', Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: 'Trunk': '1.1'}} Jun 19 00:54:37.329073 dv-cinder-667108-33-smb neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 00:54:37.375426 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.381437 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:37.487356 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.488797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:54:37.489482 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:37.491373 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:37.589350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Pushing event updated for resources: {'Network': ['ID=41176575-6428-41de-9891-15576428bbda,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:37.592717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:37.600675 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 41176575-6428-41de-9891-15576428bbda details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 00:54:37.651149 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0929487 Jun 19 00:54:40.235461 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59170) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:40.617392 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9db1f-eadd-4283-b815-c0387fb60ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:54:40.619327 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e4a9db1f-eadd-4283-b815-c0387fb60ce0 admin admin] 10.222.0.22 "GET /v2.0/networks/41176575-6428-41de-9891-15576428bbda HTTP/1.1" status: 200 len: 825 time: 0.3828800 Jun 19 00:54:40.643558 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-544923d5-4618-4ed7-823f-e432dd6d6b0f admin admin] 10.222.0.22 "GET /v2.0/subnetpools/14c9142a-fade-4693-82e2-ec2966425b1a HTTP/1.1" status: 200 len: 734 time: 0.0188842 Jun 19 00:54:40.651745 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Request body: {'subnet': {'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'ip_version': 4, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a', 'name': 'private-subnet', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'gateway_ip': '172.20.0.1'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:54:40.715802 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Made reservation on behalf of 1e73c840ce8d4253b6ea5537a483973b for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:54:40.718338 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:41.061698 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:41.065840 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:41.130798 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bd85f5-428c-42c2-8b24-2626593b2c41,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:41.135824 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Checking segment: {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:54:41.136196 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Network hostable DHCP agents. Network: 41176575-6428-41de-9891-15576428bbda, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 00:54:41.140686 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:41.232623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Network 41176575-6428-41de-9891-15576428bbda is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 00:54:41.292518 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 41176575-6428-41de-9891-15576428bbda) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:54:41.297103 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:54:41.297700 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:41.302488 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c32291-c440-479c-9c07-31cfd49c0ebe None None] Network 41176575-6428-41de-9891-15576428bbda requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:54:41.381864 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7334013 Jun 19 00:54:41.619102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-41176575-6428-41de-9891-15576428bbda', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 00:54:41.620277 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:41.882725 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Allocated IP 172.20.0.2 (41176575-6428-41de-9891-15576428bbda/a1bd85f5-428c-42c2-8b24-2626593b2c41/bfe87c01-5ac6-47db-b584-0c54278bc8e9) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 00:54:42.091244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:42.108444 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Transition to ACTIVE for port object bfe87c01-5ac6-47db-b584-0c54278bc8e9 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:54:42.156272 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Transition to ACTIVE for port object bfe87c01-5ac6-47db-b584-0c54278bc8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:54:42.204428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:42.207577 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:42.271878 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Network 41176575-6428-41de-9891-15576428bbda is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 00:54:42.277110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:54:42.286459 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 00:54:42.294248 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Pushing event updated for resources: {'Port': ['ID=bfe87c01-5ac6-47db-b584-0c54278bc8e9,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:42.344018 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.344767 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.344767 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.345138 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.345602 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.345984 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.346312 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.346679 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.347284 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.347615 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.347935 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.348245 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Tracked resource versions report: Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: pushed versions: Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: { 'AddressGroup': {'1.2'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Log': {'1.0'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Network': {'1.1'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Port': {'1.7'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'PortForwarding': {'1.2'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'QosPolicy': {'1.8'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroup': {'1.4'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SubPort': {'1.0'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Subnet': {'1.1'}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Trunk': {'1.1'}} Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: consumer versions: Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'ConntrackHelper': '1.0', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Log': '1.0', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Network': '1.1', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Port': '1.7', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'PortForwarding': '1.2', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'QosPolicy': '1.8', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroup': '1.4', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroupRule': '1.2', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'SubPort': '1.0', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Subnet': '1.1', Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: 'Trunk': '1.1'}} Jun 19 00:54:42.349320 dv-cinder-667108-33-smb neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 00:54:42.353558 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:42.382072 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Attempting to bind port bfe87c01-5ac6-47db-b584-0c54278bc8e9 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 00:54:42.382472 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Attempting to bind port bfe87c01-5ac6-47db-b584-0c54278bc8e9 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 00:54:42.382894 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Attempting to bind port bfe87c01-5ac6-47db-b584-0c54278bc8e9 on network 41176575-6428-41de-9891-15576428bbda {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 00:54:42.388329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 00:54:42.388762 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Checking segment: {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:54:42.389235 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:42.389618 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Bound using segment: {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 00:54:42.390076 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Bound port: bfe87c01-5ac6-47db-b584-0c54278bc8e9, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 00:54:42.390456 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:42.450171 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] For port bfe87c01-5ac6-47db-b584-0c54278bc8e9, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 00:54:42.454212 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] For port bfe87c01-5ac6-47db-b584-0c54278bc8e9, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=bfe87c01-5ac6-47db-b584-0c54278bc8e9,segment=NetworkSegment(64ba1082-73ad-4f68-a3ff-95788e313ecf),segment_id=64ba1082-73ad-4f68-a3ff-95788e313ecf)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 00:54:42.496466 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:42.499465 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:42.575651 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Pushing event updated for resources: {'Port': ['ID=bfe87c01-5ac6-47db-b584-0c54278bc8e9,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:42.575651 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:43.794622 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59178) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:44.283238 dv-cinder-667108-33-smb neutron-server[93275]: WARNING oslo_policy.policy [None req-e7aba22c-04c4-422d-bac2-2341f6ff8810 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:44.283810 dv-cinder-667108-33-smb neutron-server[93275]: WARNING oslo_policy.policy [None req-e7aba22c-04c4-422d-bac2-2341f6ff8810 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:44.499954 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [None req-e7aba22c-04c4-422d-bac2-2341f6ff8810 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:54:44.501256 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-e7aba22c-04c4-422d-bac2-2341f6ff8810 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7046123 Jun 19 00:54:46.840956 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59192) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:47.164992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [None req-23e197d8-7a67-4a1c-b181-b4e618e8d836 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:54:47.166505 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-23e197d8-7a67-4a1c-b181-b4e618e8d836 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246505 Jun 19 00:54:48.379946 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device bfe87c01-5ac6-47db-b584-0c54278bc8e9 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:54:48.529865 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:54:48.590622 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd8dc0-ddcc-402f-8680-a44a126290fd None None] Network 41176575-6428-41de-9891-15576428bbda requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:54:48.766792 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Provisioning for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:54:48.777204 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Provisioning complete for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:54:48.778878 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:48.893763 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:48.933418 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] For port bfe87c01-5ac6-47db-b584-0c54278bc8e9, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=bfe87c01-5ac6-47db-b584-0c54278bc8e9,segment=NetworkSegment(64ba1082-73ad-4f68-a3ff-95788e313ecf),segment_id=64ba1082-73ad-4f68-a3ff-95788e313ecf)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 00:54:49.003847 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:49.005991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:49.052239 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Pushing event updated for resources: {'Port': ['ID=bfe87c01-5ac6-47db-b584-0c54278bc8e9,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:49.055189 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:49.122336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-fedffa1b-5303-486c-a39b-c5f8b8f34eec None None] Provisioning complete for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:54:49.122722 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fedffa1b-5303-486c-a39b-c5f8b8f34eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:49.779075 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59206) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:50.064757 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:54:50.128973 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.policy [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 00:54:50.176167 dv-cinder-667108-33-smb neutron-server[93275]: WARNING oslo_policy.policy [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:50.176583 dv-cinder-667108-33-smb neutron-server[93275]: WARNING oslo_policy.policy [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 00:54:50.186110 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.quota [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Loaded quota_driver: . Jun 19 00:54:50.342418 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.344008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.349218 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device bfe87c01-5ac6-47db-b584-0c54278bc8e9 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:54:50.397094 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:54:50.397464 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.504971 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.573798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.663906 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:50.665116 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-0afa4371-707e-4112-8c28-012f6811e4ce admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8850887 Jun 19 00:54:52.975764 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59216) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:53.280378 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [None req-9c323a3a-7b61-4170-bd84-9b80c62ba84b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:54:53.281398 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-9c323a3a-7b61-4170-bd84-9b80c62ba84b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046417 Jun 19 00:54:53.780829 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c534081d-94c5-4d8d-8746-781146b2fce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:55.620284 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59224) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:55.925812 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:54:56.000702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Made reservation on behalf of 7a89c9a6e9074c56aa50a148f802ffc8 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:54:56.003112 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.011734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.095151 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.143478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.147555 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:56.158663 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Reserving flat network on physical network physnet1 {{(pid=93276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 19 00:54:56.176797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1aacab-2b69-444c-8521-4649d2a788e0,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:56.182033 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:56.182205 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.182540 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Added segment 44fd2f87-01ff-4626-8998-5ff4d0d7af5b of type flat for network 6965999c-2049-4ea7-baa3-0c7db61183d5 Jun 19 00:54:56.228450 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.366760 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.368166 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:54:56.369306 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.371413 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:54:56.425312 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Pushing event updated for resources: {'Network': ['ID=6965999c-2049-4ea7-baa3-0c7db61183d5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:54:56.427772 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:54:56.436703 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 00:54:56.498864 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8774602 Jun 19 00:54:56.578563 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:56.606883 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c85baa89-365a-4757-a32e-9d3da99803f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:57.272258 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:58.073698 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:54:58.797477 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59242) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:54:59.032479 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09aa0b-b19d-4a5f-a8b1-1fb44a822785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:54:59.033974 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-bf09aa0b-b19d-4a5f-a8b1-1fb44a822785 admin admin] 10.222.0.22 "GET /v2.0/subnets/a1bd85f5-428c-42c2-8b24-2626593b2c41 HTTP/1.1" status: 200 len: 849 time: 0.2355838 Jun 19 00:54:59.152371 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1b15f55b-2865-4d59-a2f5-0288beb8f8f3 admin admin] 10.222.0.22 "GET /v2.0/routers/017235ca-099d-4f26-8d1e-153b43412abd HTTP/1.1" status: 200 len: 704 time: 0.1130345 Jun 19 00:54:59.206777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:59.429658 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:59.728984 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Allocated IP 172.20.0.1 (41176575-6428-41de-9891-15576428bbda/a1bd85f5-428c-42c2-8b24-2626593b2c41/046383c7-28f7-4e39-b738-7d58e54d783a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 00:54:59.935916 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:54:59.961957 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Transition to ACTIVE for port object 046383c7-28f7-4e39-b738-7d58e54d783a will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:55:00.115579 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.119211 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:00.152814 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Network 41176575-6428-41de-9891-15576428bbda is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 00:55:00.154167 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:55:00.224792 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 00:55:00.225344 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.247316 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Pushing event updated for resources: {'Port': ['ID=046383c7-28f7-4e39-b738-7d58e54d783a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:00.295008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.295362 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.295702 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.296030 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.296347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.296695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.297014 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.297329 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.297657 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.297976 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.298287 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.298599 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Tracked resource versions report: Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: pushed versions: Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: { 'AddressGroup': {'1.2'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Log': {'1.0'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Network': {'1.1'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Port': {'1.7'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'PortForwarding': {'1.2'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'QosPolicy': {'1.8'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroup': {'1.4'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SubPort': {'1.0'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Subnet': {'1.1'}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Trunk': {'1.1'}} Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: consumer versions: Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'ConntrackHelper': '1.0', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Log': '1.0', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Network': '1.1', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Port': '1.7', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'PortForwarding': '1.2', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'QosPolicy': '1.8', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroup': '1.4', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroupRule': '1.2', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'SubPort': '1.0', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Subnet': '1.1', Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: 'Trunk': '1.1'}} Jun 19 00:55:00.300027 dv-cinder-667108-33-smb neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 00:55:00.310184 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:00.417854 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-63270875-ad1a-41f2-bfae-efd8f57067ad None None] Provisioning for port 046383c7-28f7-4e39-b738-7d58e54d783a completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:55:00.421607 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-63270875-ad1a-41f2-bfae-efd8f57067ad None None] Provisioning complete for port 046383c7-28f7-4e39-b738-7d58e54d783a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:00.421960 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-63270875-ad1a-41f2-bfae-efd8f57067ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.454927 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-63270875-ad1a-41f2-bfae-efd8f57067ad None None] Port 046383c7-28f7-4e39-b738-7d58e54d783a cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 00:55:00.506514 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.688705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.755062 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.756224 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:00.758717 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:00.831424 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Pushing event updated for resources: {'Port': ['ID=046383c7-28f7-4e39-b738-7d58e54d783a,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:00.834086 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:00.876905 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Network 41176575-6428-41de-9891-15576428bbda is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 00:55:00.878129 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:55:01.075727 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-06561ede-664b-4970-a56d-206780af1e94 None None] Provisioning complete for port 046383c7-28f7-4e39-b738-7d58e54d783a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:01.076178 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-06561ede-664b-4970-a56d-206780af1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:01.113183 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-06561ede-664b-4970-a56d-206780af1e94 None None] Port 046383c7-28f7-4e39-b738-7d58e54d783a cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 00:55:01.152449 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Router 017235ca-099d-4f26-8d1e-153b43412abd is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 00:55:01.243178 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 00:55:01.249367 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] 10.222.0.22 "PUT /v2.0/routers/017235ca-099d-4f26-8d1e-153b43412abd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0921326 Jun 19 00:55:01.267819 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Sync routers for ids ['017235ca-099d-4f26-8d1e-153b43412abd'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 00:55:01.282114 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Routers {'017235ca-099d-4f26-8d1e-153b43412abd'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 00:55:01.282962 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T00:54:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['017235ca-099d-4f26-8d1e-153b43412abd'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:01.468623 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Set router 017235ca-099d-4f26-8d1e-153b43412abd gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 00:55:01.896922 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:00Z', 'revision_number': 2, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port_host': None, '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:00Z', 'revision_number': 2, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:01.951221 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Checking router: 017235ca-099d-4f26-8d1e-153b43412abd for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 00:55:01.951598 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Updating router 017235ca-099d-4f26-8d1e-153b43412abd port 046383c7-28f7-4e39-b738-7d58e54d783a binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 00:55:02.016849 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:02.505551 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:02.525437 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Transition to ACTIVE for port object 046383c7-28f7-4e39-b738-7d58e54d783a will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:55:02.600817 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:02.603977 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:02.769069 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Pushing event updated for resources: {'Port': ['ID=046383c7-28f7-4e39-b738-7d58e54d783a,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:02.800212 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.800575 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.800895 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.801218 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.801534 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.801849 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.802160 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.802470 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.802785 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.803092 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.803398 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.803699 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Tracked resource versions report: Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: pushed versions: Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: { 'AddressGroup': {'1.2'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Log': {'1.0'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Network': {'1.1'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Port': {'1.7'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'PortForwarding': {'1.2'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'QosPolicy': {'1.8'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroup': {'1.4'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SubPort': {'1.0'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Subnet': {'1.1'}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Trunk': {'1.1'}} Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: consumer versions: Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'ConntrackHelper': '1.0', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Log': '1.0', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Network': '1.1', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Port': '1.7', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'PortForwarding': '1.2', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'QosPolicy': '1.8', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroup': '1.4', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroupRule': '1.2', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'SubPort': '1.0', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Subnet': '1.1', Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: 'Trunk': '1.1'}} Jun 19 00:55:02.804747 dv-cinder-667108-33-smb neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 00:55:02.810851 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:02.811650 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Attempting to bind port 046383c7-28f7-4e39-b738-7d58e54d783a on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 00:55:02.812054 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Attempting to bind port 046383c7-28f7-4e39-b738-7d58e54d783a by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 00:55:02.812484 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Attempting to bind port 046383c7-28f7-4e39-b738-7d58e54d783a on network 41176575-6428-41de-9891-15576428bbda {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 00:55:02.817329 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 00:55:02.817734 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Checking segment: {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:55:02.818223 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:02.818607 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Bound using segment: {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 00:55:02.819085 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Bound port: 046383c7-28f7-4e39-b738-7d58e54d783a, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba1082-73ad-4f68-a3ff-95788e313ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41176575-6428-41de-9891-15576428bbda'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 00:55:02.819448 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:02.972096 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] For port 046383c7-28f7-4e39-b738-7d58e54d783a, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 00:55:02.993010 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] For port 046383c7-28f7-4e39-b738-7d58e54d783a, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=046383c7-28f7-4e39-b738-7d58e54d783a,segment=NetworkSegment(64ba1082-73ad-4f68-a3ff-95788e313ecf),segment_id=64ba1082-73ad-4f68-a3ff-95788e313ecf)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 00:55:03.061241 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:03.063845 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:03.125196 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Routers {'017235ca-099d-4f26-8d1e-153b43412abd'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 00:55:03.125781 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T00:54:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['017235ca-099d-4f26-8d1e-153b43412abd'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:03.188727 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Pushing event updated for resources: {'Port': ['ID=046383c7-28f7-4e39-b738-7d58e54d783a,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:03.195006 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:03.223505 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] Set router 017235ca-099d-4f26-8d1e-153b43412abd gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 00:55:03.445069 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:00Z', 'revision_number': 2, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port_host': None, '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:02Z', 'revision_number': 4, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:03.468159 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59266) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:55:03.472218 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bd6ba-2e9a-45f6-ad85-4d849fd50247 None None] The sync data for ids ['017235ca-099d-4f26-8d1e-153b43412abd'] in dv-cinder-667108-33-smb is: [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:00Z', 'revision_number': 2, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port_host': None, '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:02Z', 'revision_number': 4, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 00:55:03.606960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a58084-13f1-4672-8fb8-77ec44d70dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:55:03.608477 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-72a58084-13f1-4672-8fb8-77ec44d70dce admin admin] 10.222.0.22 "GET /v2.0/networks/6965999c-2049-4ea7-baa3-0c7db61183d5 HTTP/1.1" status: 200 len: 842 time: 0.1392217 Jun 19 00:55:03.617921 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:55:03.732730 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Made reservation on behalf of 7a89c9a6e9074c56aa50a148f802ffc8 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:55:03.735050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:04.122734 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.objects.ports [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93275) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 19 00:55:04.123182 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:04.126039 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:04.178786 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=180fb4ff-433e-469a-baad-b34800a44fa7,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:04.186950 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:04.187850 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:55:04.188257 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Network hostable DHCP agents. Network: 6965999c-2049-4ea7-baa3-0c7db61183d5, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 00:55:04.286652 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 00:55:04.355025 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 6965999c-2049-4ea7-baa3-0c7db61183d5) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:55:04.359003 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:55:04.359655 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:04.364209 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73a1f3-4472-4636-a27c-e5ab5d88db63 None None] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:55:04.472680 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8472207 Jun 19 00:55:04.481766 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f5f7f-8eb8-41bd-943a-9ff114f55da3 None None] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:55:06.422629 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 046383c7-28f7-4e39-b738-7d58e54d783a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:55:06.563940 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 046383c7-28f7-4e39-b738-7d58e54d783a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:55:06.568322 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 046383c7-28f7-4e39-b738-7d58e54d783a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:06.568746 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:06.670415 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:06.703556 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 046383c7-28f7-4e39-b738-7d58e54d783a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=046383c7-28f7-4e39-b738-7d58e54d783a,segment=NetworkSegment(64ba1082-73ad-4f68-a3ff-95788e313ecf),segment_id=64ba1082-73ad-4f68-a3ff-95788e313ecf)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 00:55:06.724895 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59278) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:55:06.772205 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:06.774333 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:06.818238 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=046383c7-28f7-4e39-b738-7d58e54d783a,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:06.821197 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:06.855154 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2d9eebba-ed74-4195-9b15-dfa81fbe31c5 admin admin] 10.222.0.22 "GET /v2.0/routers/017235ca-099d-4f26-8d1e-153b43412abd HTTP/1.1" status: 200 len: 710 time: 0.1291199 Jun 19 00:55:06.938658 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df133550-a528-4e5e-8faf-3ba5d90f2207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:55:06.940002 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-df133550-a528-4e5e-8faf-3ba5d90f2207 admin admin] 10.222.0.22 "GET /v2.0/networks/6965999c-2049-4ea7-baa3-0c7db61183d5 HTTP/1.1" status: 200 len: 886 time: 0.0797710 Jun 19 00:55:06.949223 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:55:07.188147 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:07.532422 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:07.613762 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:07.721930 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Allocated IP 172.28.3.137 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/1dcfa955-66be-4237-aa38-3151a774fc8a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 00:55:07.822249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:07.912561 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:07.914644 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:07.950404 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 00:55:07.952986 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:55:07.956411 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 00:55:07.990351 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Pushing event updated for resources: {'Port': ['ID=1dcfa955-66be-4237-aa38-3151a774fc8a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:08.019099 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:08.266804 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:08.361046 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 046383c7-28f7-4e39-b738-7d58e54d783a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:55:08.450012 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 046383c7-28f7-4e39-b738-7d58e54d783a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:08.450393 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:08.470999 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:08.474469 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772948'] for router, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:08.581758 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Router 017235ca-099d-4f26-8d1e-153b43412abd has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 00:55:08.690401 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 00:55:08.694702 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:08.695749 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] 10.222.0.22 "PUT /v2.0/routers/017235ca-099d-4f26-8d1e-153b43412abd HTTP/1.1" status: 200 len: 890 time: 1.7503192 Jun 19 00:55:08.711821 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Sync routers for ids ['017235ca-099d-4f26-8d1e-153b43412abd'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 00:55:08.724015 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Routers {'017235ca-099d-4f26-8d1e-153b43412abd'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 00:55:08.724735 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T00:54:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['017235ca-099d-4f26-8d1e-153b43412abd'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:08.942073 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Set router 017235ca-099d-4f26-8d1e-153b43412abd gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 00:55:09.325415 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:08Z', 'revision_number': 4, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port': {'id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:55:07Z', 'updated_at': '2021-06-19T00:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:06Z', 'revision_number': 5, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:09.377568 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Checking router: 017235ca-099d-4f26-8d1e-153b43412abd for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 00:55:09.378166 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Updating router 017235ca-099d-4f26-8d1e-153b43412abd port 1dcfa955-66be-4237-aa38-3151a774fc8a binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 00:55:09.410666 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.723006 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.732422 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Transition to ACTIVE for port object 1dcfa955-66be-4237-aa38-3151a774fc8a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:55:09.803261 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.805479 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:09.854447 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Attempting to bind port 1dcfa955-66be-4237-aa38-3151a774fc8a on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 00:55:09.854850 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Attempting to bind port 1dcfa955-66be-4237-aa38-3151a774fc8a by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 00:55:09.855214 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Attempting to bind port 1dcfa955-66be-4237-aa38-3151a774fc8a on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 00:55:09.857116 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa955-66be-4237-aa38-3151a774fc8a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:09.860162 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:09.862745 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 00:55:09.863115 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:55:09.863509 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.863914 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 00:55:09.864841 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Bound port: 1dcfa955-66be-4237-aa38-3151a774fc8a, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 00:55:09.864841 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.912728 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] For port 1dcfa955-66be-4237-aa38-3151a774fc8a, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 00:55:09.915704 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] For port 1dcfa955-66be-4237-aa38-3151a774fc8a, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=1dcfa955-66be-4237-aa38-3151a774fc8a,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 00:55:09.986612 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:09.989731 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:10.117649 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa955-66be-4237-aa38-3151a774fc8a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:10.120951 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Routers {'017235ca-099d-4f26-8d1e-153b43412abd'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 00:55:10.121540 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T00:54:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['017235ca-099d-4f26-8d1e-153b43412abd'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:10.123379 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:10.224264 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] Set router 017235ca-099d-4f26-8d1e-153b43412abd gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 00:55:10.426291 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:08Z', 'revision_number': 4, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port': {'id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:55:07Z', 'updated_at': '2021-06-19T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:06Z', 'revision_number': 5, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 00:55:10.455947 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b58326-d676-4e95-bee8-fc02d0c0f327 None None] The sync data for ids ['017235ca-099d-4f26-8d1e-153b43412abd'] in dv-cinder-667108-33-smb is: [{'id': '017235ca-099d-4f26-8d1e-153b43412abd', 'name': 'router1', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T00:54:50Z', 'updated_at': '2021-06-19T00:55:08Z', 'revision_number': 4, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'gw_port': {'id': '1dcfa955-66be-4237-aa38-3151a774fc8a', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:55:07Z', 'updated_at': '2021-06-19T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '046383c7-28f7-4e39-b738-7d58e54d783a', 'name': '', 'network_id': '41176575-6428-41de-9891-15576428bbda', 'tenant_id': '1e73c840ce8d4253b6ea5537a483973b', 'mac_address': 'fa:16:3e:a3:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017235ca-099d-4f26-8d1e-153b43412abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T00:54:59Z', 'updated_at': '2021-06-19T00:55:06Z', 'revision_number': 5, 'project_id': '1e73c840ce8d4253b6ea5537a483973b', 'subnets': [{'id': 'a1bd85f5-428c-42c2-8b24-2626593b2c41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14c9142a-fade-4693-82e2-ec2966425b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 00:55:11.083902 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59286) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:55:11.207919 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1efbbe38-ecb7-4a5f-8b05-577a6d217ad8 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1229002 Jun 19 00:55:12.388420 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1dcfa955-66be-4237-aa38-3151a774fc8a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:55:12.510332 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 1dcfa955-66be-4237-aa38-3151a774fc8a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:55:12.514982 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 1dcfa955-66be-4237-aa38-3151a774fc8a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:12.515605 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:12.590816 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:12.609634 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 1dcfa955-66be-4237-aa38-3151a774fc8a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=1dcfa955-66be-4237-aa38-3151a774fc8a,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 00:55:12.688892 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:12.690986 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0f3515ee-854b-4004-aa8b-560720105c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:55:12.739343 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa955-66be-4237-aa38-3151a774fc8a,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:55:12.742269 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:55:14.378249 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1dcfa955-66be-4237-aa38-3151a774fc8a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:55:14.428339 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 1dcfa955-66be-4237-aa38-3151a774fc8a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:55:14.428968 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:23.749527 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-47e1e371-abbf-46b3-92a1-6c9d15084120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:26.554105 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:26.626028 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c163-db77-4b73-aed7-13b56286b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:27.278012 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:29.218193 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:35.074104 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:55:53.759734 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5bde9d8a-f587-4f55-88f6-55bb1c6c7d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:56.545942 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:56.599044 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-abd8a383-244f-46b3-93b2-eb97135e0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:57.279171 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:55:59.233336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:12.073333 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:56:23.738188 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd7a-864d-4cdc-98bf-506aff111d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:26.572650 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:26.629922 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0b76e26c-4cd9-48da-ad37-7e6ce8574d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:27.286896 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:29.232484 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:48.537955 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59854) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:56:48.601034 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4b6dc3-1e57-41c0-836f-86c014c6a536 admin admin] GET failed (client error): The resource could not be found. Jun 19 00:56:48.602294 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-be4b6dc3-1e57-41c0-836f-86c014c6a536 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634446 Jun 19 00:56:48.758084 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468a620-70ea-47a0-bbfd-8e46cadb9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:48.759543 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c468a620-70ea-47a0-bbfd-8e46cadb9903 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535268 Jun 19 00:56:49.072660 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:56:50.891264 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59864) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:56:50.979724 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeab8c2-4b92-418d-96aa-fcf49135fb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:50.981058 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-cbeab8c2-4b92-418d-96aa-fcf49135fb99 admin admin] 10.222.0.22 "GET /v2.0/subnets/a1bd85f5-428c-42c2-8b24-2626593b2c41 HTTP/1.1" status: 200 len: 849 time: 0.0888605 Jun 19 00:56:50.990064 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:56:51.071914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:51.280484 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737148988892'] for subnet, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:51.282633 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9faaf942-c76b-46c9-a84f-b7611ab326bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:56:51.315597 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:51.316230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:51.317501 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] 10.222.0.22 "PUT /v2.0/subnets/a1bd85f5-428c-42c2-8b24-2626593b2c41 HTTP/1.1" status: 200 len: 868 time: 0.3311288 Jun 19 00:56:51.320711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdba54b-39ff-4b1d-80fc-63840ab3e42c None None] Network 41176575-6428-41de-9891-15576428bbda requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:56:51.337479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bd85f5-428c-42c2-8b24-2626593b2c41,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:56:51.345239 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.345608 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.345977 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.346303 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.346623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.346940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.347260 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.347571 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.347905 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.348221 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.348533 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.348867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:56:51.353374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:56:51.654860 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f68cda14-03aa-4052-b1a1-f0067def1a67 None None] Provisioning complete for port 046383c7-28f7-4e39-b738-7d58e54d783a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:56:51.655243 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f68cda14-03aa-4052-b1a1-f0067def1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:51.742300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f68cda14-03aa-4052-b1a1-f0067def1a67 None None] Provisioning complete for port bfe87c01-5ac6-47db-b584-0c54278bc8e9 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:56:51.742681 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f68cda14-03aa-4052-b1a1-f0067def1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:53.467985 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59872) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:56:53.660488 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3ee83-0bb0-4517-a73e-a99dfb094ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:53.661010 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3ee83-0bb0-4517-a73e-a99dfb094ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:53.662762 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-65a3ee83-0bb0-4517-a73e-a99dfb094ea3 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1937976 Jun 19 00:56:53.749156 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-65e9b187-4788-4ffa-a181-86f591ed85b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:55.772945 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59880) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:56:55.900866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739d3ef-7ac4-4e71-aeec-1583b592d273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:55.901339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739d3ef-7ac4-4e71-aeec-1583b592d273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:55.902834 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-5739d3ef-7ac4-4e71-aeec-1583b592d273 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289589 Jun 19 00:56:56.541337 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:56.634985 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-73a903f3-d5ba-4a55-b0ed-d8b7bf866185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:57.297505 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:56:58.022294 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59888) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:56:58.185687 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aadd7a-7044-468b-82dd-8606487e2ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:56:58.187027 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d9aadd7a-7044-468b-82dd-8606487e2ce0 admin admin] 10.222.0.22 "GET /v2.0/networks/41176575-6428-41de-9891-15576428bbda HTTP/1.1" status: 200 len: 869 time: 0.1637673 Jun 19 00:56:59.225976 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:00.323671 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59896) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:00.445722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05528fc5-b5fd-4b1a-98f1-d497aa3eab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:00.450198 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-05528fc5-b5fd-4b1a-98f1-d497aa3eab5f admin admin] 10.222.0.22 "GET /v2.0/networks/6965999c-2049-4ea7-baa3-0c7db61183d5 HTTP/1.1" status: 200 len: 886 time: 0.1223946 Jun 19 00:57:02.636399 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 59904) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:02.752983 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8601-8088-4819-a556-cd23289fa55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:02.753430 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8601-8088-4819-a556-cd23289fa55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:02.754951 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-77ff8601-8088-4819-a556-cd23289fa55c admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1175821 Jun 19 00:57:04.895735 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59912) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:05.016730 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f784e98-66b5-43db-80e8-555b3ca46829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:05.017185 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f784e98-66b5-43db-80e8-555b3ca46829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:05.018664 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8f784e98-66b5-43db-80e8-555b3ca46829 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220047 Jun 19 00:57:07.152684 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59922) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:07.237227 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea7f10-13eb-4d49-a30f-354aaf38b0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:07.238535 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-49ea7f10-13eb-4d49-a30f-354aaf38b0c9 admin admin] 10.222.0.22 "GET /v2.0/subnets/180fb4ff-433e-469a-baad-b34800a44fa7 HTTP/1.1" status: 200 len: 816 time: 0.0848982 Jun 19 00:57:09.354969 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59930) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:09.517633 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29255778-c94c-4ed7-af36-6002f0dc759e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:09.518984 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-29255778-c94c-4ed7-af36-6002f0dc759e admin admin] 10.222.0.22 "GET /v2.0/subnets/a1bd85f5-428c-42c2-8b24-2626593b2c41 HTTP/1.1" status: 200 len: 868 time: 0.1630704 Jun 19 00:57:23.744569 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-393c9df8-5eda-446f-a35d-55ba12b22163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:26.072114 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:57:26.555835 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:26.613782 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c9174073-3e3f-4604-9f6f-0b19fca2ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:27.287232 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:29.252866 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:32.683394 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59974) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:32.729596 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [None req-0f856c46-072b-4a45-a532-17e6aef71017 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:57:32.730792 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-0f856c46-072b-4a45-a532-17e6aef71017 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462422 Jun 19 00:57:34.976660 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59982) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:35.033877 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c183561-f60c-4b27-b874-6f849eb1b93a admin admin] GET failed (client error): The resource could not be found. Jun 19 00:57:35.035932 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-3c183561-f60c-4b27-b874-6f849eb1b93a admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583394 Jun 19 00:57:35.175022 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3185c-1b90-4bc6-aeac-4a8e1930ca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:35.176407 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c0b3185c-1b90-4bc6-aeac-4a8e1930ca2d admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366687 Jun 19 00:57:37.321208 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59990) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:37.366670 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:57:37.449988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Made reservation on behalf of 7a89c9a6e9074c56aa50a148f802ffc8 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:57:37.452327 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:37.484485 dv-cinder-667108-33-smb neutron-server[93275]: WARNING neutron.services.revisions.revision_plugin [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Could not find related network for resource to bump revision. Jun 19 00:57:37.500077 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 00:57:37.512347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737149070026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:37.512845 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Unsubscribe: segment precommit_create {{(pid=93275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 00:57:37.513293 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Added segment 0884a271-8d4c-4c82-94eb-93441a94e44b of type vlan for network ee5ba638-690d-46a5-a19d-a14715819cf5 Jun 19 00:57:37.557188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:37.667755 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:37.669125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:37.669720 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:37.672673 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:57:37.759191 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Pushing event updated for resources: {'Network': ['ID=ee5ba638-690d-46a5-a19d-a14715819cf5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:57:37.765602 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.765912 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.766256 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.766587 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.766917 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.767245 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.767567 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.767890 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.768906 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.769217 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.769412 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.769746 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:37.773580 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:57:37.781125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network ee5ba638-690d-46a5-a19d-a14715819cf5 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 00:57:37.805439 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4831727 Jun 19 00:57:39.945939 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 59998) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:57:40.004544 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b41003-a372-446b-9aec-61834f618bdc admin admin] GET failed (client error): The resource could not be found. Jun 19 00:57:40.005844 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-e1b41003-a372-446b-9aec-61834f618bdc admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589662 Jun 19 00:57:40.074939 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23203fdd-be52-4d85-ad35-e036a360c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:40.076344 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-23203fdd-be52-4d85-ad35-e036a360c409 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667624 Jun 19 00:57:40.086324 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 00:57:40.172203 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Made reservation on behalf of 7a89c9a6e9074c56aa50a148f802ffc8 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 00:57:40.174452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:40.373080 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:40.375098 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f9f33b34-bab6-4a7a-82b5-4a0686341f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:57:40.420421 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87371340-f111-40d1-9267-6a93226224ac,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:57:40.426967 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:57:40.435219 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Checking segment: {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:57:40.435572 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Network hostable DHCP agents. Network: ee5ba638-690d-46a5-a19d-a14715819cf5, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 00:57:40.486744 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Network ee5ba638-690d-46a5-a19d-a14715819cf5 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 00:57:40.550142 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, ee5ba638-690d-46a5-a19d-a14715819cf5) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:57:40.554090 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 00:57:40.556855 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:40.559760 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728210d3-f837-4901-94f2-17d0aa557b06 None None] Network ee5ba638-690d-46a5-a19d-a14715819cf5 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:57:40.640229 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5571313 Jun 19 00:57:40.809825 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-ee5ba638-690d-46a5-a19d-a14715819cf5', 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5', 'tenant_id': '7a89c9a6e9074c56aa50a148f802ffc8', 'fixed_ips': [{'subnet_id': '87371340-f111-40d1-9267-6a93226224ac'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 00:57:40.810816 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:40.951443 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Allocated IP 192.168.233.2 (ee5ba638-690d-46a5-a19d-a14715819cf5/87371340-f111-40d1-9267-6a93226224ac/3287fe92-cb6b-43e0-a1a5-cc313c93687a) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 00:57:41.097510 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:41.105361 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Transition to ACTIVE for port object 3287fe92-cb6b-43e0-a1a5-cc313c93687a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:57:41.120235 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Transition to ACTIVE for port object 3287fe92-cb6b-43e0-a1a5-cc313c93687a will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 00:57:41.304521 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:41.306994 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-0aa83bc0-87ff-4384-a0ec-1901c10198c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:57:41.340250 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Network ee5ba638-690d-46a5-a19d-a14715819cf5 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 00:57:41.345244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 00:57:41.348996 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 00:57:41.378877 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Pushing event updated for resources: {'Port': ['ID=3287fe92-cb6b-43e0-a1a5-cc313c93687a,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:57:41.401975 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.402324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.402660 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.402996 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.403321 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.403647 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.403965 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.404285 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.404625 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.404945 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.405280 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.405592 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:57:41.409929 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:57:41.423041 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Attempting to bind port 3287fe92-cb6b-43e0-a1a5-cc313c93687a on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 00:57:41.423415 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Attempting to bind port 3287fe92-cb6b-43e0-a1a5-cc313c93687a by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 00:57:41.423770 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Attempting to bind port 3287fe92-cb6b-43e0-a1a5-cc313c93687a on network ee5ba638-690d-46a5-a19d-a14715819cf5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 00:57:41.428949 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 00:57:41.429317 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Checking segment: {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 00:57:41.429718 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:41.430109 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Bound using segment: {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 00:57:41.430575 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Bound port: 3287fe92-cb6b-43e0-a1a5-cc313c93687a, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 00:57:41.430945 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:41.495092 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] For port 3287fe92-cb6b-43e0-a1a5-cc313c93687a, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 00:57:41.498067 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] For port 3287fe92-cb6b-43e0-a1a5-cc313c93687a, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=3287fe92-cb6b-43e0-a1a5-cc313c93687a,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 00:57:41.584813 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:41.587148 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f6c0f0e9-fc00-42bc-b2c2-c6b1ebbd891d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:57:41.642828 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Pushing event updated for resources: {'Port': ['ID=3287fe92-cb6b-43e0-a1a5-cc313c93687a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:57:41.647730 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:57:42.477454 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead6f34-e024-4a99-8e64-7444757e1fbc None None] Network ee5ba638-690d-46a5-a19d-a14715819cf5 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 00:57:42.525323 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3287fe92-cb6b-43e0-a1a5-cc313c93687a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:57:42.662469 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ba6d7ac6-a744-482e-bdfa-eae50cfcf6f8 None None] Provisioning for port 3287fe92-cb6b-43e0-a1a5-cc313c93687a completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:57:42.680169 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 3287fe92-cb6b-43e0-a1a5-cc313c93687a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 00:57:42.684741 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 3287fe92-cb6b-43e0-a1a5-cc313c93687a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:57:42.685116 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:42.774882 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:42.809464 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 3287fe92-cb6b-43e0-a1a5-cc313c93687a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=3287fe92-cb6b-43e0-a1a5-cc313c93687a,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 00:57:42.879712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:42.883134 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:57:42.930804 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=3287fe92-cb6b-43e0-a1a5-cc313c93687a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:57:42.933839 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:57:42.989857 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-bd01e05a-2f95-4281-bf63-f638e9b233d7 None None] Provisioning complete for port 3287fe92-cb6b-43e0-a1a5-cc313c93687a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:57:42.990130 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bd01e05a-2f95-4281-bf63-f638e9b233d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:44.491979 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3287fe92-cb6b-43e0-a1a5-cc313c93687a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 00:57:44.538131 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 3287fe92-cb6b-43e0-a1a5-cc313c93687a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 00:57:44.538503 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:53.789001 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-85b5342a-8729-41a3-9313-193a1e88ed5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:56.575420 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:56.666937 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-672e7172-4aac-4cb2-a715-6e372b0cc62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:57.285912 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:57:59.255459 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:03.071724 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:58:23.753648 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7325cad2-4f77-49ac-98a8-144572468113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:26.633659 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:26.635525 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b7afa7c2-70f3-4f36-81cc-eb5e4bfa3dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:27.302486 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:29.251054 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:40.069940 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:58:53.761935 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac77252b-9343-43f2-8190-acd1b548aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:56.552916 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:56.664964 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5a861a1e-25cf-4d4c-ad22-9a3679e49f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:57.312944 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:58:59.266468 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:07.515576 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60050) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:59:07.521805 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [None req-0287ce3b-4eb8-4695-846c-6fe5443afd7f tempest-verify_tempest_config-1539794941 tempest-verify_tempest_config-1539794941-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 00:59:07.522754 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0287ce3b-4eb8-4695-846c-6fe5443afd7f tempest-verify_tempest_config-1539794941 tempest-verify_tempest_config-1539794941-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061390 Jun 19 00:59:08.098152 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60068) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:59:08.196475 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.311221 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.392100 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.395066 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:59:08.436644 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72ac6ce7707e441ca6c9a3ad82a06bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373153 Jun 19 00:59:08.437406 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff771dca-e1a0-4226-96e7-56ffaccb1787,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:59:08.439124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60074) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 00:59:08.443955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.444348 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.444674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.449960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.453023 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:59:08.540943 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.560499 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.695062 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.697753 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:08.698868 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff771dca-e1a0-4226-96e7-56ffaccb1787 HTTP/1.1" status: 204 len: 168 time: 0.2587914 Jun 19 00:59:08.699746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 00:59:08.709231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff771dca-e1a0-4226-96e7-56ffaccb1787,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 00:59:08.715961 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.716330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.716703 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.717035 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.717367 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.717734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.718060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.718383 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.718716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.719046 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.719362 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.719675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 00:59:08.722989 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 00:59:17.068815 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:59:23.888638 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e337600c-78da-41d2-8495-92be27aeef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:26.528327 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:26.606638 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ccae6934-fa7a-49b2-ac61-1bc3a967d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:27.299769 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:29.249383 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:53.756065 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f12623a-43c5-40d3-a336-ebc9d477401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:54.068645 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 00:59:56.525934 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:56.622846 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3226c7c6-67bc-4c19-a11e-127ddf62278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:57.303216 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 00:59:59.252697 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:23.759118 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-423ca33a-7a69-41d2-b09e-bf2b5b426652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:26.531572 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:26.615750 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ce6bf56-e1ba-4d98-8010-0e5f96bc8641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:27.319106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:29.263119 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:31.066028 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:00:43.805746 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:47.135740 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60126) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:00:47.236078 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-5c04d726-d8a3-43e6-8131-ec964e2fb223 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0992541 Jun 19 01:00:49.366372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60136) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:00:49.418683 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-94b073c9-6a5b-44a8-8ba7-32fe4986cd70 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0512092 Jun 19 01:00:53.786791 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1522c18b-2065-4b88-9124-09a2b0e2387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:56.536399 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:56.593724 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b0db69df-f0e1-44b1-9264-ade53aa76d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:57.318463 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:00:59.300819 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:08.064914 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:01:13.751407 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:23.769447 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6e754d25-4063-4a15-85bb-745eb5871821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:26.535033 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:26.613705 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d090c656-d06d-4637-94de-a4fb604618cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:27.317737 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:29.272300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:43.786349 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:45.064138 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:01:53.745316 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa5aff80-02b2-4f58-972e-693b364d2e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:56.544725 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:56.618600 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-13f1e62b-31c6-4f59-8ae9-4d20415fddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:57.327990 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:01:59.259874 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:13.756207 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.160211 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60296) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:17.496194 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1577933238-network', 'tenant_id': '21553535f7604259861876f43cb2d496'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:17.573315 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Made reservation on behalf of 21553535f7604259861876f43cb2d496 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:17.575841 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.585268 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.674786 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.755969 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.760111 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:17.786698 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:02:17.792994 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e869db-8dfc-4f28-92f8-db6c2c8cfffd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:17.801899 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.802246 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Added segment 115b1b78-2024-42ba-a874-9add651dbb70 of type vlan for network 78765d70-4c6e-4371-a857-ee69113a2afd Jun 19 01:02:17.812264 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.812660 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.813006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.813350 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.813679 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.814008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.814334 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.814656 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.814992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.815317 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.815664 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.816058 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Tracked resource versions report: Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: pushed versions: Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: { 'AddressGroup': {'1.2'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Log': {'1.0'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Network': {'1.1'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Port': {'1.7'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'PortForwarding': {'1.2'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'QosPolicy': {'1.8'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroup': {'1.4'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SubPort': {'1.0'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Subnet': {'1.1'}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Trunk': {'1.1'}} Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: consumer versions: Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: HyperV agent@hv-cinder-66710: {}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'ConntrackHelper': '1.0', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Log': '1.0', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Network': '1.1', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Port': '1.7', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'PortForwarding': '1.2', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'QosPolicy': '1.8', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroup': '1.4', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SecurityGroupRule': '1.2', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'SubPort': '1.0', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Subnet': '1.1', Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: 'Trunk': '1.1'}} Jun 19 01:02:17.822202 dv-cinder-667108-33-smb neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:02:17.826385 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:17.860050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.950215 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.954679 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:17.955277 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:17.956162 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60344) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:17.959572 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5cad5f21-2fa9-472f-87ad-bc9242c85abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:17.991678 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60350) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:18.022553 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Pushing event updated for resources: {'Network': ['ID=78765d70-4c6e-4371-a857-ee69113a2afd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:18.025352 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:18.032413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 78765d70-4c6e-4371-a857-ee69113a2afd details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:02:18.100106 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9387803 Jun 19 01:02:18.103180 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60356) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:18.108386 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Request body: {'subnet': {'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1577933238-subnet', 'tenant_id': '21553535f7604259861876f43cb2d496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:18.208130 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Made reservation on behalf of 21553535f7604259861876f43cb2d496 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:18.211085 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.453408 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.456819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0189ace7-5f07-4161-ad5d-023f1d0e9179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:18.487352 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-network', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:18.489976 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60366) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:18.512591 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-88442199-network', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:18.531157 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef9a89a-3ab0-4399-bc83-d8ecad982e34,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:18.551940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.552306 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.552666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.552995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.553325 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.553652 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.553972 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.554291 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.554698 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.554952 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.555267 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.555575 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Tracked resource versions report: Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: pushed versions: Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: { 'AddressGroup': {'1.2'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Log': {'1.0'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Network': {'1.1'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Port': {'1.7'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'PortForwarding': {'1.2'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'QosPolicy': {'1.8'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroup': {'1.4'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SubPort': {'1.0'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Subnet': {'1.1'}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Trunk': {'1.1'}} Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: consumer versions: Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: HyperV agent@hv-cinder-66710: {}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'ConntrackHelper': '1.0', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Log': '1.0', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Network': '1.1', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Port': '1.7', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'PortForwarding': '1.2', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'QosPolicy': '1.8', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroup': '1.4', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SecurityGroupRule': '1.2', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'SubPort': '1.0', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Subnet': '1.1', Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: 'Trunk': '1.1'}} Jun 19 01:02:18.556573 dv-cinder-667108-33-smb neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:02:18.562007 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:18.570879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Checking segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:18.571236 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Network hostable DHCP agents. Network: 78765d70-4c6e-4371-a857-ee69113a2afd, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:02:18.643305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Made reservation on behalf of e826800ea8104abdab274a93239f9e9c for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:18.646570 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.658602 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.675722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Network 78765d70-4c6e-4371-a857-ee69113a2afd is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:02:18.676640 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60378) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:18.757877 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-992192953-network', 'tenant_id': '4cd2718af07f44b9be14b5bf0bfa48b0'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:18.763937 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Made reservation on behalf of 0b579470dc7043268ee87ec1dd96096a for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:18.771411 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.782451 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 78765d70-4c6e-4371-a857-ee69113a2afd) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:18.784076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.791642 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd2cff-a3d4-4a3b-a2a9-d61a86bcddaf None None] Network 78765d70-4c6e-4371-a857-ee69113a2afd requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:18.797248 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:18.797839 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.876077 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.939643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.944300 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:18.954506 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-78765d70-4c6e-4371-a857-ee69113a2afd', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:02:18.954506 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:18.974968 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:02:18.980672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75607042-6f13-469e-a22b-ee1fff2ae3b2,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:18.993443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:18.994188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1751993373-network', 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:19.005540 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-4fb862ca-8858-4729-b991-a7d3356b6478 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8972924 Jun 19 01:02:19.005540 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60394) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:19.007727 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.007939 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Added segment 48b823e3-0497-4ede-97f4-774915573b82 of type vlan for network 61035340-dcdd-4cb6-b5ce-82bd7174e261 Jun 19 01:02:19.011681 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:19.068077 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.098961 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Made reservation on behalf of 4cd2718af07f44b9be14b5bf0bfa48b0 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:19.101347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.109185 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Allocated IP 172.20.0.2 (78765d70-4c6e-4371-a857-ee69113a2afd/3ef9a89a-3ab0-4399-bc83-d8ecad982e34/0aa126bb-ed2b-4ac4-a5ed-399c98087ace) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:19.110194 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.142223 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.db.api [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:19.142223 dv-cinder-667108-33-smb neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:19.142223 dv-cinder-667108-33-smb neutron-server[93275]: [parameters: {'project_id_1': '1d8270baaaeb4a86bd93dbdcae94cb21', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 19, 4824)}] Jun 19 01:02:19.142223 dv-cinder-667108-33-smb neutron-server[93275]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:19.146531 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_db.api [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:19.168074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.db.api [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:19.168074 dv-cinder-667108-33-smb neutron-server[93276]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:19.168074 dv-cinder-667108-33-smb neutron-server[93276]: [parameters: {'project_id_1': '21553535f7604259861876f43cb2d496', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 19, 27510)}] Jun 19 01:02:19.168074 dv-cinder-667108-33-smb neutron-server[93276]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:19.169657 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_db.api [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:19.185481 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.189484 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:19.192358 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.194492 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b844beca-8404-4123-af2c-fc476f79fd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.266021 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=61035340-dcdd-4cb6-b5ce-82bd7174e261,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:19.279549 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:19.293917 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.294961 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:02:19.380156 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.384344 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.406992 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400e2e37-7539-40e2-acef-22cc99893107,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:19.421562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:19.433794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:02:19.451820 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4590108 Jun 19 01:02:19.456084 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.457361 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Added segment 1da4c324-0735-474b-be73-47fd01191acb of type vlan for network b4e87aef-f42b-4873-9ec1-92d19117baa2 Jun 19 01:02:19.460446 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60410) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:19.472926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Request body: {'subnet': {'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-subnet', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:19.497634 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.519929 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Transition to ACTIVE for port object 0aa126bb-ed2b-4ac4-a5ed-399c98087ace will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:19.540259 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Transition to ACTIVE for port object 0aa126bb-ed2b-4ac4-a5ed-399c98087ace will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:19.595498 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.601077 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.615472 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.616446 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.654433 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Network 78765d70-4c6e-4371-a857-ee69113a2afd is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:19.661046 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:19.666485 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:19.674431 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.677942 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Pushing event updated for resources: {'Port': ['ID=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:19.685160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f04971b9-c6bb-40f2-820b-6ebc8babe2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.706526 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:02:19.707511 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712883 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.712883 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.713044 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.713142 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:19.713316 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:19.713685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Tracked resource versions report: Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: pushed versions: Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: { 'AddressGroup': {'1.2'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Log': {'1.0'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Network': {'1.1'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Port': {'1.7'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'PortForwarding': {'1.2'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'QosPolicy': {'1.8'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroup': {'1.4'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SubPort': {'1.0'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Subnet': {'1.1'}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Trunk': {'1.1'}} Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: consumer versions: Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: HyperV agent@hv-cinder-66710: {}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'ConntrackHelper': '1.0', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Log': '1.0', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Network': '1.1', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Port': '1.7', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'PortForwarding': '1.2', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'QosPolicy': '1.8', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroup': '1.4', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SecurityGroupRule': '1.2', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'SubPort': '1.0', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Subnet': '1.1', Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: 'Trunk': '1.1'}} Jun 19 01:02:19.714663 dv-cinder-667108-33-smb neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:02:19.719320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:19.724722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.737565 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.739191 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Added segment e8e8ae7e-0507-4b28-ae3c-533511e51c85 of type vlan for network 4d960ebf-e734-4136-b486-130c02cd3aad Jun 19 01:02:19.757930 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Attempting to bind port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:19.758392 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Attempting to bind port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:19.758758 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Attempting to bind port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:19.783846 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.789997 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:19.790505 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Checking segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:19.790931 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.792333 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Bound using segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:19.792872 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Bound port: 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:19.800893 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.831937 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48b597-fc82-4e2b-9fa4-e7f76537ab54,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:19.834569 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Made reservation on behalf of e826800ea8104abdab274a93239f9e9c for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:19.837219 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.839705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:19.881798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.884035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:19.885485 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:19.905665 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] For port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:19.908354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:19.911167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Pushing event updated for resources: {'Network': ['ID=b4e87aef-f42b-4873-9ec1-92d19117baa2,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:19.911526 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] For port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:19.919829 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9618316 Jun 19 01:02:19.921158 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:19.923088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60436) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:19.928834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Request body: {'subnet': {'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-subnet', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:19.930886 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:02:19.981493 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4881330 Jun 19 01:02:19.990194 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60440) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:19.995769 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.001980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:20.005759 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Request body: {'subnet': {'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-992192953-subnet', 'tenant_id': '4cd2718af07f44b9be14b5bf0bfa48b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:20.033832 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.db.api [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:20.033832 dv-cinder-667108-33-smb neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:20.033832 dv-cinder-667108-33-smb neutron-server[93275]: [parameters: {'project_id_1': '4cd2718af07f44b9be14b5bf0bfa48b0', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 20, 13472)}] Jun 19 01:02:20.033832 dv-cinder-667108-33-smb neutron-server[93275]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:20.034825 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_db.api [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:20.074834 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Pushing event updated for resources: {'Network': ['ID=4d960ebf-e734-4136-b486-130c02cd3aad,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:20.075036 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.db.api [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:20.075036 dv-cinder-667108-33-smb neutron-server[93276]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:20.075036 dv-cinder-667108-33-smb neutron-server[93276]: [parameters: {'project_id_1': '21553535f7604259861876f43cb2d496', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 19, 689319)}] Jun 19 01:02:20.075036 dv-cinder-667108-33-smb neutron-server[93276]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:20.075724 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_db.api [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:20.076750 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.db.api [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:20.076750 dv-cinder-667108-33-smb neutron-server[93276]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:20.076750 dv-cinder-667108-33-smb neutron-server[93276]: [parameters: {'project_id_1': '0b579470dc7043268ee87ec1dd96096a', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 19, 937651)}] Jun 19 01:02:20.076750 dv-cinder-667108-33-smb neutron-server[93276]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:20.077583 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_db.api [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:20.079747 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:20.091513 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 4d960ebf-e734-4136-b486-130c02cd3aad details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:02:20.149731 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.154699 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Pushing event updated for resources: {'Port': ['ID=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:20.158351 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:20.161650 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:20.164493 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.173745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.176688 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:20.229202 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf3c911-bbb8-469b-8a03-f2a237fe68a3,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:20.231973 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:20.275282 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Checking segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:20.275657 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Network hostable DHCP agents. Network: 61035340-dcdd-4cb6-b5ce-82bd7174e261, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:02:20.307411 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.385041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:02:20.401811 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.405719 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77ff230d-dd8d-4a8a-a705-207720d5ef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:20.430693 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:02:20.436975 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9adbc0-956f-44d9-8f01-6096c1765228,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:20.440433 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:20.444296 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.444524 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Added segment 36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c of type vlan for network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 Jun 19 01:02:20.485104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.509894 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 61035340-dcdd-4cb6-b5ce-82bd7174e261) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:20.514928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:20.517562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.519584 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f89cd7-7f13-4de3-95f6-803d1b3d7eec None None] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:20.582079 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.582420 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1201444 Jun 19 01:02:20.586718 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60460) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:20.597821 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:20.597821 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.598970 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:20.623820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:20.694196 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42885a47-84ea-4954-8044-44cfb3853908 None None] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:20.726900 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Made reservation on behalf of 4cd2718af07f44b9be14b5bf0bfa48b0 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:20.730677 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.735921 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.db.api [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 01:02:20.735921 dv-cinder-667108-33-smb neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 01:02:20.735921 dv-cinder-667108-33-smb neutron-server[93275]: [parameters: {'project_id_1': 'e826800ea8104abdab274a93239f9e9c', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 2, 20, 630982)}] Jun 19 01:02:20.735921 dv-cinder-667108-33-smb neutron-server[93275]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:02:20.736307 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_db.api [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:02:20.738423 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Pushing event updated for resources: {'Network': ['ID=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:20.754911 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 0aa126bb-ed2b-4ac4-a5ed-399c98087ace up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:20.756310 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:20.762007 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:02:20.806963 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Made reservation on behalf of 0b579470dc7043268ee87ec1dd96096a for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:20.809278 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:20.892808 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2121155 Jun 19 01:02:20.897601 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60464) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:20.974633 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:21.020170 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.021760 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.071760 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Request body: {'subnet': {'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1751993373-subnet', 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:21.148358 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:21.151544 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.157373 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.196014 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568e2bd-bbec-441d-8fb1-d24a8aa98cd7 None None] Network 78765d70-4c6e-4371-a857-ee69113a2afd requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:21.227047 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:21.232742 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.295716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c203a73c-16a1-4e67-91b5-70a5429668b2,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:21.298789 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.301147 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:21.305374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Checking segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:21.305907 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Network hostable DHCP agents. Network: b4e87aef-f42b-4873-9ec1-92d19117baa2, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:02:21.352509 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:21.414322 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Provisioning for port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:21.421356 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Provisioning complete for port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:21.421734 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.490036 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=280f9f02-1f0a-4787-bb7d-79f7c19b9fb2,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:21.511549 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:21.527577 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Checking segment: {'id': 'e8e8ae7e-0507-4b28-ae3c-533511e51c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:21.527855 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Network hostable DHCP agents. Network: 4d960ebf-e734-4136-b486-130c02cd3aad, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:02:21.533629 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.536390 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.600811 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.642786 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] For port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:21.694599 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.697917 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:02:21.708455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.757787 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.759695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Network 4d960ebf-e734-4136-b486-130c02cd3aad is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:02:21.762866 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:21.772804 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.775618 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:21.878686 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60496) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:21.881258 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Pushing event updated for resources: {'Port': ['ID=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:21.886064 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf527ae-0711-43e9-9515-6b943cd36d18,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:21.888242 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:21.894844 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-dd05257f-f2af-4e69-8947-a5d5604d6a82 None None] Provisioning complete for port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:21.895508 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dd05257f-f2af-4e69-8947-a5d5604d6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.896050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, b4e87aef-f42b-4873-9ec1-92d19117baa2) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:21.907011 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:21.911923 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 4d960ebf-e734-4136-b486-130c02cd3aad) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:21.929271 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc2ee4-223c-4792-a971-263029c37864 None None] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:21.953374 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:21.953964 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:21.974652 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:21.976212 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.022608 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f208c-26c4-4245-ace1-2f77460f4d68 None None] Network 4d960ebf-e734-4136-b486-130c02cd3aad requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:22.063310 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:02:22.070837 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-cee417ed-e5fd-4940-9bf0-a0e8dc6fad7f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0756972 Jun 19 01:02:22.150354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.163441 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Checking segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:22.163608 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Network hostable DHCP agents. Network: 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:02:22.171650 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2445467 Jun 19 01:02:22.178991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-b4e87aef-f42b-4873-9ec1-92d19117baa2', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:02:22.179853 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.202510 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60506) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:22.209210 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:22.219840 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.321598 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.349102 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.349965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:02:22.380576 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.385839 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.437437 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a87f75a-88df-4ad9-a963-f73744693f40 None None] Network 4d960ebf-e734-4136-b486-130c02cd3aad requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:22.489310 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:22.497432 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:22.500070 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.525383 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d21c34-0bae-4cd9-a19f-8030e33c8400 None None] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:22.539150 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Allocated IP 172.28.3.190 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/fbf79e91-851a-43d9-8c5d-eaee24b53d67) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:22.571228 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60534) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:22.575504 dv-cinder-667108-33-smb neutron-server[93275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 01:02:22.611017 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Allocated IP 172.20.0.2 (b4e87aef-f42b-4873-9ec1-92d19117baa2/c203a73c-16a1-4e67-91b5-70a5429668b2/cad64cf9-12e6-45d4-8282-b52e0a0f0296) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:22.698235 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.703753 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.751368 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 0aa126bb-ed2b-4ac4-a5ed-399c98087ace up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:22.917785 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.943358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:22.943739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.963286 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:22.966786 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:22.991051 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3524280-ba3e-43ac-910a-95aab61e2946 None None] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:23.000511 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.016611 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:23.032991 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-a15cef4d-7f60-4487-a01d-9004e53b6083 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:23.034784 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-a15cef4d-7f60-4487-a01d-9004e53b6083 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/networks?id=4d960ebf-e734-4136-b486-130c02cd3aad HTTP/1.1" status: 200 len: 811 time: 0.4612393 Jun 19 01:02:23.058771 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:23.063766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:23.069172 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:23.107017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf79e91-851a-43d9-8c5d-eaee24b53d67,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:23.138982 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.139349 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0675001 Jun 19 01:02:23.144974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:23.189227 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Transition to ACTIVE for port object cad64cf9-12e6-45d4-8282-b52e0a0f0296 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:23.194957 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f3839a-1584-4008-8377-fab8d222d159,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:23.198733 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:23.234762 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.234966 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Transition to ACTIVE for port object cad64cf9-12e6-45d4-8282-b52e0a0f0296 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:23.239992 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-9838b0da-b823-4084-95fb-e78374c66a81 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/quotas/4cd2718af07f44b9be14b5bf0bfa48b0 HTTP/1.1" status: 200 len: 375 time: 0.1865740 Jun 19 01:02:23.244855 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a40d06be33a14c6dac4b98e9f6911a3e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3615460 Jun 19 01:02:23.248035 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60544) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:23.297566 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.304259 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.307028 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:23.336103 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-1499b752-2aed-4d3f-8921-c21ce914405b tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4cd2718af07f44b9be14b5bf0bfa48b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656152 Jun 19 01:02:23.357144 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.419611 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:23.434849 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:23.443184 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:23.464021 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Pushing event updated for resources: {'Port': ['ID=cad64cf9-12e6-45d4-8282-b52e0a0f0296,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:23.483692 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:23.543872 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Attempting to bind port cad64cf9-12e6-45d4-8282-b52e0a0f0296 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:23.545368 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Attempting to bind port cad64cf9-12e6-45d4-8282-b52e0a0f0296 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:23.546215 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Attempting to bind port cad64cf9-12e6-45d4-8282-b52e0a0f0296 on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:23.554489 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.559621 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:23.560702 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Checking segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:23.561879 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.563426 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Bound using segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:23.564043 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Bound port: cad64cf9-12e6-45d4-8282-b52e0a0f0296, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:23.564803 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.575197 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.577976 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.594793 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.600073 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2f3839a-1584-4008-8377-fab8d222d159 HTTP/1.1" status: 204 len: 168 time: 0.3469899 Jun 19 01:02:23.605274 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-07ff1b56-d0d4-4639-929c-0bea684d1ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:23.620922 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-8cb14c1d-25a3-4c57-97cc-bcaef09e81d0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:02:23.622325 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-8cb14c1d-25a3-4c57-97cc-bcaef09e81d0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1421392 Jun 19 01:02:23.664695 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f3839a-1584-4008-8377-fab8d222d159,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:23.670468 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:23.678240 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.705118 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] For port cad64cf9-12e6-45d4-8282-b52e0a0f0296, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:23.710466 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] For port cad64cf9-12e6-45d4-8282-b52e0a0f0296, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=cad64cf9-12e6-45d4-8282-b52e0a0f0296,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:23.774175 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.774453 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60586) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:23.775427 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4113e626-7a7d-4f21-be94-573264b0f724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:23.776919 dv-cinder-667108-33-smb neutron-server[93276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 01:02:23.788190 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:23.856842 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Pushing event updated for resources: {'Port': ['ID=cad64cf9-12e6-45d4-8282-b52e0a0f0296,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:23.870983 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:24.005686 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-39d8b5c1-d40a-4cf9-9914-d63c58b0f011 service neutron] 10.222.0.22 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736682 Jun 19 01:02:24.016576 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Allocated IP 172.28.3.246 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/fdc86301-f877-4e83-920b-16bad1c05176) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:24.182139 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-bdce2baf-9e2e-4641-82c7-06a7acc0f380 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:24.183648 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-bdce2baf-9e2e-4641-82c7-06a7acc0f380 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.4084902 Jun 19 01:02:24.216921 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-8ddb1b41-86f7-4fd1-bd50-aa91e7d3b64f tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/quotas/1d8270baaaeb4a86bd93dbdcae94cb21 HTTP/1.1" status: 200 len: 375 time: 0.0228050 Jun 19 01:02:24.246834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.270093 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-97fa5b75-9019-4466-849c-41918c57dfbd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540223 Jun 19 01:02:24.322964 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-7d0e6bf0-2a53-4b3e-a51b-58b83147a896 service neutron] 10.222.0.22 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017862 Jun 19 01:02:24.332782 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.357960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.382009 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.477660 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60598) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:24.489415 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-1a8c20e9-33f9-46df-83db-d720333d58b9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:02:24.490461 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-1a8c20e9-33f9-46df-83db-d720333d58b9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838058 Jun 19 01:02:24.491455 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.517221 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Router 9e813536-00bd-4d64-a583-44ef89171e87 is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:02:24.551903 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.579392 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:24.698306 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:24.702715 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Allocated IP 172.28.3.127 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/1863f4a6-0c0e-417e-95d9-f7f3ce3269b3) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:24.716432 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-040fa2bb-392e-4a81-9f47-c236252fa22b service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192013 Jun 19 01:02:24.733121 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:24.743027 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:24.743534 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device cad64cf9-12e6-45d4-8282-b52e0a0f0296 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:24.763907 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc86301-f877-4e83-920b-16bad1c05176,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:24.832057 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:24.839181 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:24.944300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port cad64cf9-12e6-45d4-8282-b52e0a0f0296 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:24.985116 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.020060 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-ee06154f-2965-4ec8-8f0c-26d6ec028ef9 service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987678 Jun 19 01:02:25.026013 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:25.042028 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-676fb129-6f77-4b8e-9000-184b27aef891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:25.043134 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:25.055559 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53e720ee2c7e4509b0caa704c1ac6762&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5767651 Jun 19 01:02:25.055724 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:25.056172 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:01:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:25.058857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60624) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:25.106288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.107739 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1015754 Jun 19 01:02:25.120016 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.122376 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60628) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:25.148078 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d5bc7-f1ee-405d-825a-600ed84f3d8e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:25.149137 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.172993 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:25.178315 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a47b24-05e6-4b6b-bfce-1cc806f88bb2 None None] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:02:25.335910 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.337135 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.341222 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/370d5bc7-f1ee-405d-825a-600ed84f3d8e HTTP/1.1" status: 204 len: 168 time: 0.2811904 Jun 19 01:02:25.341932 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:25.355053 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d5bc7-f1ee-405d-825a-600ed84f3d8e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:25.357385 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:25.400279 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:25.426817 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Provisioning for port cad64cf9-12e6-45d4-8282-b52e0a0f0296 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:25.436363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Provisioning complete for port cad64cf9-12e6-45d4-8282-b52e0a0f0296 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:25.436779 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.572292 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.619621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.625766 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] For port cad64cf9-12e6-45d4-8282-b52e0a0f0296, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=cad64cf9-12e6-45d4-8282-b52e0a0f0296,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:25.659072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.695126 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:25.697484 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:25.783264 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Pushing event updated for resources: {'Port': ['ID=cad64cf9-12e6-45d4-8282-b52e0a0f0296,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:25.788783 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:25.810486 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:23Z', 'revision_number': 3, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:25.844368 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:25.845214 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Updating router 9e813536-00bd-4d64-a583-44ef89171e87 port fbf79e91-851a-43d9-8c5d-eaee24b53d67 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:25.920031 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8532cc64-6bb4-468b-a263-974e94a6d168 req-9ea7c99c-13ef-45b4-a42d-118155de81c5 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.0910630 Jun 19 01:02:25.927694 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.005084 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fa3875be-e4cb-4fe5-a8c1-6d1c97e9d62a req-2ad82433-b2a8-46d1-ab7c-d18edef182f2 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.3790884 Jun 19 01:02:26.038926 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-bcccf2d1-c91f-421a-b17d-9b251a4781c5 None None] Provisioning complete for port cad64cf9-12e6-45d4-8282-b52e0a0f0296 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:26.039325 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bcccf2d1-c91f-421a-b17d-9b251a4781c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.458449 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.459661 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.462290 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.468654 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:26.473745 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Transition to ACTIVE for port object fbf79e91-851a-43d9-8c5d-eaee24b53d67 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:26.550399 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.553706 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:26.555631 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:26.559910 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:26.569561 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:26.572414 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.619117 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Attempting to bind port fbf79e91-851a-43d9-8c5d-eaee24b53d67 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:26.619666 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Attempting to bind port fbf79e91-851a-43d9-8c5d-eaee24b53d67 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:26.620038 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Attempting to bind port fbf79e91-851a-43d9-8c5d-eaee24b53d67 on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:26.631040 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Pushing event updated for resources: {'Port': ['ID=fbf79e91-851a-43d9-8c5d-eaee24b53d67,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:26.642486 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:26.643095 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:26.644295 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.653903 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93f3100f-09af-4c82-a373-0615d33db1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.665192 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:26.667508 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Bound port: fbf79e91-851a-43d9-8c5d-eaee24b53d67, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:26.668128 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.713978 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.722405 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.723167 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device cad64cf9-12e6-45d4-8282-b52e0a0f0296 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:26.724060 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.724727 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.725269 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.725844 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Tracked resource versions report: Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: pushed versions: Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: { 'AddressGroup': {'1.2'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Log': {'1.0'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Network': {'1.1'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Port': {'1.7'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'PortForwarding': {'1.2'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'QosPolicy': {'1.8'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroup': {'1.4'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SubPort': {'1.0'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Subnet': {'1.1'}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Trunk': {'1.1'}} Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: consumer versions: Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: { DHCP agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: HyperV agent@hv-cinder-66710: {}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: L3 agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: Metadata agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: Metering agent@dv-cinder-667108-33-smb: {}, Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: Open vSwitch agent@dv-cinder-667108-33-smb: { 'AddressGroup': '1.2', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'ConntrackHelper': '1.0', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Log': '1.0', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Network': '1.1', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Port': '1.7', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'PortForwarding': '1.2', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'QosPolicy': '1.8', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroup': '1.4', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SecurityGroupRule': '1.2', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'SubPort': '1.0', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Subnet': '1.1', Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: 'Trunk': '1.1'}} Jun 19 01:02:26.727841 dv-cinder-667108-33-smb neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 01:02:26.749938 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:26.754721 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Pushing event updated for resources: {'Port': ['ID=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:26.805383 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:26.806621 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port cad64cf9-12e6-45d4-8282-b52e0a0f0296 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:26.807160 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.818663 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] For port fbf79e91-851a-43d9-8c5d-eaee24b53d67, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:26.827446 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] For port fbf79e91-851a-43d9-8c5d-eaee24b53d67, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fbf79e91-851a-43d9-8c5d-eaee24b53d67,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:26.912335 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:26.921115 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d196a9a5-704b-4d14-838c-f9a57d3a7a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:27.041984 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:27.042919 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:27.118179 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e959ca9d-7dd3-46ea-911f-426620c7e9e0 req-02e6c9f8-cbac-4152-a9a1-16a84bbe8229 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.0868173 Jun 19 01:02:27.137482 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Pushing event updated for resources: {'Port': ['ID=fbf79e91-851a-43d9-8c5d-eaee24b53d67,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:27.140754 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:27.217997 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:27.229326 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e90beab0-1c0f-41b3-b8d6-3b7147c8659f req-a07bd5fa-ee78-4df9-a998-a4f859df4003 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0980217 Jun 19 01:02:27.243776 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Router bffd0f97-a8cd-4050-9486-3618ba80737d is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:02:27.265124 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:27.289527 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:27.356277 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:27.474798 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:23Z', 'revision_number': 3, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:27.557609 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:27.572362 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Sync routers for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:27.584358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:27.586010 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:27.629175 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4023a-e9a4-4f55-a071-564226c08b3f None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:23Z', 'revision_number': 3, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:27.750279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:27.751475 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1590619 Jun 19 01:02:27.755589 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60768) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:27.756005 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:27.768074 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:27.768858 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Allocated IP 172.20.0.1 (78765d70-4c6e-4371-a857-ee69113a2afd/3ef9a89a-3ab0-4399-bc83-d8ecad982e34/e55331e5-96d8-4fb0-81ab-afd080f51f90) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:28.019703 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:28.035160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Transition to ACTIVE for port object e55331e5-96d8-4fb0-81ab-afd080f51f90 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:28.120809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:25Z', 'revision_number': 3, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:28.184835 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Checking router: bffd0f97-a8cd-4050-9486-3618ba80737d for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:28.185305 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Updating router bffd0f97-a8cd-4050-9486-3618ba80737d port fdc86301-f877-4e83-920b-16bad1c05176 binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:28.242547 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Router c6ed35cd-bd9b-4210-ba09-1babced50246 is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:02:28.361852 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:28.373844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-748ad557-c9ff-4ca0-8864-3ac88a1ce16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:28.445061 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:28.679638 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Network 78765d70-4c6e-4371-a857-ee69113a2afd is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:28.735971 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:28.753339 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Pushing event updated for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:28.770983 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fbf79e91-851a-43d9-8c5d-eaee24b53d67 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:28.777234 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c5774209-8820-426e-9c47-9f02995ceaa7 req-84e8898f-5a8e-4f90-a268-2c44c66b9aa7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.1067493 Jun 19 01:02:28.804374 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:28.804888 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:28.815383 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:28.907058 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a01cc68d-eacf-4e50-a83e-5f52a1779b24 req-cd1d3173-09e5-414b-a036-49f67920ff43 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.2249763 Jun 19 01:02:29.009606 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:29.075020 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:29.100723 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:29.119589 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:29.121414 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:29.208234 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.212693 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0086322 Jun 19 01:02:29.213476 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60810) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:29.247984 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port fbf79e91-851a-43d9-8c5d-eaee24b53d67 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:29.309868 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.342446 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Transition to ACTIVE for port object fdc86301-f877-4e83-920b-16bad1c05176 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:29.379638 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.26', 53961) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:29.394700 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fbf79e91-851a-43d9-8c5d-eaee24b53d67 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:29.401319 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.448470 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.470180 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.481773 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:29.490069 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.491017 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c16fe048-26a8-43f7-a729-b36f1d63d8b8 None None] Provisioning for port e55331e5-96d8-4fb0-81ab-afd080f51f90 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:29.512508 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:29.518328 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c16fe048-26a8-43f7-a729-b36f1d63d8b8 None None] Provisioning complete for port e55331e5-96d8-4fb0-81ab-afd080f51f90 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:29.523570 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c16fe048-26a8-43f7-a729-b36f1d63d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.573192 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-c16fe048-26a8-43f7-a729-b36f1d63d8b8 None None] Port e55331e5-96d8-4fb0-81ab-afd080f51f90 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:29.593842 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Attempting to bind port fdc86301-f877-4e83-920b-16bad1c05176 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:29.598165 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Attempting to bind port fdc86301-f877-4e83-920b-16bad1c05176 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:29.598165 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Attempting to bind port fdc86301-f877-4e83-920b-16bad1c05176 on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:29.660710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:29.663682 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:29.665163 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.665749 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:29.668840 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Bound port: fdc86301-f877-4e83-920b-16bad1c05176, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:29.669192 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.688418 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Allocated IP 172.20.0.1 (61035340-dcdd-4cb6-b5ce-82bd7174e261/2cf3c911-bbb8-469b-8a03-f2a237fe68a3/05aef1fc-7483-4b77-8abc-892ae638ac6b) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:29.716059 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-b105b079-cc85-43f9-a978-996b5afe4149 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:29.717817 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-b105b079-cc85-43f9-a978-996b5afe4149 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.26 "GET /v2.0/networks?id=4d960ebf-e734-4136-b486-130c02cd3aad HTTP/1.1" status: 200 len: 811 time: 0.3353961 Jun 19 01:02:29.771805 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] For port fdc86301-f877-4e83-920b-16bad1c05176, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:29.775100 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] For port fdc86301-f877-4e83-920b-16bad1c05176, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fdc86301-f877-4e83-920b-16bad1c05176,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:29.802600 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Pushing event updated for resources: {'Port': ['ID=fdc86301-f877-4e83-920b-16bad1c05176,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:29.818432 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:29.840874 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Request body: {'port': {'device_id': '55488616-a018-4ddf-a857-dd543f3a5385', 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad', 'admin_state_up': True, 'tenant_id': '4cd2718af07f44b9be14b5bf0bfa48b0'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:29.868501 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.872712 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:26Z', 'revision_number': 3, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:29.885094 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:29.930381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:30.060135 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Pushing event updated for resources: {'Port': ['ID=fdc86301-f877-4e83-920b-16bad1c05176,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:30.070328 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port fbf79e91-851a-43d9-8c5d-eaee24b53d67, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fbf79e91-851a-43d9-8c5d-eaee24b53d67,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:30.076036 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:30.096242 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:30.097283 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:30.099030 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:30.099407 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Updating router c6ed35cd-bd9b-4210-ba09-1babced50246 port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:30.160134 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45769d2d-e630-4ea3-992d-23f552d488dc req-a41a3989-f343-47fa-bfec-8825007c3bce tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0504680 Jun 19 01:02:30.185595 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.197736 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:30.218924 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.225448 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.26', 53963) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:30.234138 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.242553 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.403151 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.420582 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=fbf79e91-851a-43d9-8c5d-eaee24b53d67,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:30.429203 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:30.436195 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:30.495884 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-56806885-5f3f-40a8-b2a2-aa1c742be821 req-1fdc5dc1-0813-487d-bd05-e3c028538560 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.1580291 Jun 19 01:02:30.507649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60850) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:30.613547 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Allocated IP 172.20.0.1 (b4e87aef-f42b-4873-9ec1-92d19117baa2/c203a73c-16a1-4e67-91b5-70a5429668b2/fa456b06-9e56-4876-8d2b-e26e2f9360d5) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:30.629960 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-870cee18-5272-44d6-bf83-91e160a7b588 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:30.633800 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-870cee18-5272-44d6-bf83-91e160a7b588 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.4029701 Jun 19 01:02:30.649860 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Made reservation on behalf of 4cd2718af07f44b9be14b5bf0bfa48b0 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:30.653752 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.666324 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Request body: {'port': {'device_id': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'admin_state_up': True, 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:30.761753 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fbf79e91-851a-43d9-8c5d-eaee24b53d67 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:30.779638 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.781292 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.806446 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:30.806661 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.867449 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.885505 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Transition to ACTIVE for port object 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:30.887848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.889866 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:25Z', 'revision_number': 3, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:30.935569 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a456379-001c-4783-b93e-4dc6b789f335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:30.941435 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83136d08-bac2-4935-b23a-2d8029e2bdce None None] The sync data for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb is: [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:25Z', 'revision_number': 3, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:30.943212 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fbf79e91-851a-43d9-8c5d-eaee24b53d67 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:30.943485 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.949914 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:30.955797 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:31.008838 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2a490-466d-40aa-aac4-7fa8df722574 None None] Pushing event updated for resources: {'Port': ['ID=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:31.012059 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-34a2a490-466d-40aa-aac4-7fa8df722574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:31.042964 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Attempting to bind port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:31.043442 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Attempting to bind port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:31.044045 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Attempting to bind port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:31.051937 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:31.052487 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:31.053085 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.053676 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:31.054415 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Bound port: 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:31.054736 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.077787 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:31.114324 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:31.123561 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:31.123561 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.124606 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.131581 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Network 78765d70-4c6e-4371-a857-ee69113a2afd is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:31.133117 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:31.137850 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Pushing event updated for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:31.158552 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] For port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:31.162025 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:31.164371 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] For port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:31.187390 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Transition to ACTIVE for port object fa456b06-9e56-4876-8d2b-e26e2f9360d5 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:31.254936 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.281841 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:31.299107 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Pushing event updated for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:31.318174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:31.326615 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Allocated IP 172.20.0.5 (4d960ebf-e734-4136-b486-130c02cd3aad/280f9f02-1f0a-4787-bb7d-79f7c19b9fb2/ae2e532a-edef-42f5-83ff-b1d5ab8788bb) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:31.486204 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1a336b7-88c5-404f-9798-43b91e29cdac req-54d326f8-2af7-4c09-9298-1635c487bfc1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0488243 Jun 19 01:02:31.493843 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:02:31.560249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.565629 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-e29c2684-1dc5-4ea0-b7a7-4ea825429b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:31.565937 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2a490-466d-40aa-aac4-7fa8df722574 None None] Pushing event updated for resources: {'Port': ['ID=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:31.584318 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-34a2a490-466d-40aa-aac4-7fa8df722574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:31.584318 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:31.584318 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:31.615067 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d4356dd5-5733-4823-8d26-33d1283759c4 None None] Provisioning complete for port e55331e5-96d8-4fb0-81ab-afd080f51f90 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:31.616662 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d4356dd5-5733-4823-8d26-33d1283759c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.667294 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.918817 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d4356dd5-5733-4823-8d26-33d1283759c4 None None] Port e55331e5-96d8-4fb0-81ab-afd080f51f90 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:31.919182 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:31.919182 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-442b0fcb-3b9f-4578-9561-558f74e53c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:31.919766 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:31.957856 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60902) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:32.024574 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b4bf43b3-74a8-40ab-bcb6-c08fd6bb40dc req-df124ecb-cf0b-45db-bdc8-93117f365e9b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.1961989 Jun 19 01:02:32.072032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:32.079031 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:32.133786 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb49028a41614f149536fe9402f50111&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6250417 Jun 19 01:02:32.139720 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60908) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:32.181104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:32.192263 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:32.214176 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:26Z', 'revision_number': 3, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:32.272034 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:32.275763 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:32.287162 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:32.299069 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] 10.222.0.22 "PUT /v2.0/routers/9e813536-00bd-4d64-a583-44ef89171e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1745679 Jun 19 01:02:32.304478 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:32.305150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:32.316268 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:32.326155 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:32.328735 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:32.357232 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abcaf1-c31e-4391-8921-ee86a89fd177 None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:26Z', 'revision_number': 3, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:32.670536 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:32.812792 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:32.841370 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4576059-073f-4f7c-b615-6379cb64b57b,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:32.856760 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:32.900587 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-957d9a31-535d-451e-9222-a03fd1ab0bef req-680d26be-e470-45e7-b775-fbf60166dc81 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0759711 Jun 19 01:02:32.994493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.077955 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fdc86301-f877-4e83-920b-16bad1c05176 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:33.131247 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.280584 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-397c66d9-9709-4b38-b27f-6619b01cb0ce None None] Provisioning for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:33.286803 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port fdc86301-f877-4e83-920b-16bad1c05176 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:33.325291 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 2, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:33.331755 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-397c66d9-9709-4b38-b27f-6619b01cb0ce None None] Provisioning complete for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:33.345029 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-397c66d9-9709-4b38-b27f-6619b01cb0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.353871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.517499 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fdc86301-f877-4e83-920b-16bad1c05176 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:33.518051 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.520095 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:33.520386 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Updating router 9e813536-00bd-4d64-a583-44ef89171e87 port e55331e5-96d8-4fb0-81ab-afd080f51f90 binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:33.522320 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d37e68bd-bfa1-4400-831e-16f6d18ac089 req-0a5206b2-1e6d-4017-9be3-80aaecfdd12d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.1375663 Jun 19 01:02:33.522966 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60926) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:33.537799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349385950', 'description': 'tempest-description--1646392605'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:33.544125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.563079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.615823 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.681129 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-397c66d9-9709-4b38-b27f-6619b01cb0ce None None] Port fa456b06-9e56-4876-8d2b-e26e2f9360d5 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:33.713152 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.808656 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.810142 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.814090 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:33.875922 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:33.954676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Allocated IP 172.20.0.6 (30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765/2cf527ae-0711-43e9-9515-6b943cd36d18/fabcd156-dfbf-4a25-8800-f485efd7a844) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:34.100813 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:34.128752 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:34.203736 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:34.211398 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:34.270033 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.272102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port fdc86301-f877-4e83-920b-16bad1c05176, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fdc86301-f877-4e83-920b-16bad1c05176,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:34.296713 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.343506 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.344935 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4576059-073f-4f7c-b615-6379cb64b57b HTTP/1.1" status: 204 len: 168 time: 2.1997809 Jun 19 01:02:34.355025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7567faaa-d6c5-4af8-911d-4e6eca1c070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:34.375413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.382559 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:34.442245 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.454263 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:02:34.456309 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4576059-073f-4f7c-b615-6379cb64b57b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:34.475777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:34.489372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:34.645393 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-b99451ce-6597-43da-ba76-5636688af618 None None] Provisioning complete for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:34.646143 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b99451ce-6597-43da-ba76-5636688af618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.730924 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=fdc86301-f877-4e83-920b-16bad1c05176,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:34.741352 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:34.770988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.774476 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-b99451ce-6597-43da-ba76-5636688af618 None None] Port fa456b06-9e56-4876-8d2b-e26e2f9360d5 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:34.831254 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.839125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:34.851765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Pushing event updated for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:34.890815 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Network 4d960ebf-e734-4136-b486-130c02cd3aad is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:34.891978 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:34.897939 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6e8395ef-2dc5-4c5a-be4d-bd77cfe054d1 req-87fd3e97-6596-49c7-ad79-79f3b5c6e6b5 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.1281548 Jun 19 01:02:34.917878 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.933200 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:34.953965 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] 10.222.0.22 "PUT /v2.0/routers/c6ed35cd-bd9b-4210-ba09-1babced50246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6701627 Jun 19 01:02:34.961341 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:34.989150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Transition to ACTIVE for port object e55331e5-96d8-4fb0-81ab-afd080f51f90 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:34.999907 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:35.009402 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:35.023162 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:35.025356 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.065242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:35.065549 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.068507 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:35.078066 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.107091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.137668 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e71680-ee7e-4020-b5e7-27bd08f7ce4d req-4b9ad876-d910-4454-85af-973570cf3e33 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:35.145460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.146492 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-16e71680-ee7e-4020-b5e7-27bd08f7ce4d req-4b9ad876-d910-4454-85af-973570cf3e33 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 931 time: 0.9291685 Jun 19 01:02:35.196615 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=957c1d778ea440d98e06ff12d88af7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2257278 Jun 19 01:02:35.206527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 60952) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:35.213017 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.218868 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:35.239249 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080c3a4-6ffd-4773-a098-98a1326cd4b5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:35.243342 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:35.287227 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:35.288301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.313462 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:35.318724 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:35.343999 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:35.350315 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:35.357663 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5213768 Jun 19 01:02:35.379282 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.380127 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8542027 Jun 19 01:02:35.382723 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60960) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:35.400633 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group_rule': {'security_group_id': '8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:35.510124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-d70ea5ff-0933-4a9a-85bf-1683af58c3e8 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:02:35.510124 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-d70ea5ff-0933-4a9a-85bf-1683af58c3e8 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0868530 Jun 19 01:02:35.538020 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Pushing event updated for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:35.538112 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:35.546395 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:35.564396 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.569772 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:35.570437 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:35.590534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.647078 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-16e71680-ee7e-4020-b5e7-27bd08f7ce4d req-7dbb0bc1-b701-4cb1-9d73-552ecbad04a5 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992409 Jun 19 01:02:35.778511 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Attempting to bind port e55331e5-96d8-4fb0-81ab-afd080f51f90 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:35.779658 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Attempting to bind port e55331e5-96d8-4fb0-81ab-afd080f51f90 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:35.780278 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Attempting to bind port e55331e5-96d8-4fb0-81ab-afd080f51f90 on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:35.781006 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:35.828176 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:35.830755 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Checking segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:35.834926 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.835485 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Bound using segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:35.836430 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Bound port: e55331e5-96d8-4fb0-81ab-afd080f51f90, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:35.838963 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.905340 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.945632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:35.952120 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.961008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:35.978324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] For port e55331e5-96d8-4fb0-81ab-afd080f51f90, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:35.982174 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] For port e55331e5-96d8-4fb0-81ab-afd080f51f90, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=e55331e5-96d8-4fb0-81ab-afd080f51f90,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:36.023042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:36.023258 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.048667 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:36.048959 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 2, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:36.076981 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.077087 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01914f97-a94c-49be-9ade-c3025cadaf35,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:36.081228 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:36.088690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Pushing event updated for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:36.093090 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.094664 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7098625 Jun 19 01:02:36.106006 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:36.107175 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Updating router c6ed35cd-bd9b-4210-ba09-1babced50246 port fa456b06-9e56-4876-8d2b-e26e2f9360d5 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:36.107304 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:36.108876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 60988) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:36.129254 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group_rule': {'security_group_id': '8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:36.143833 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:36.199080 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Pushing event updated for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:36.213210 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:36.216813 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.224809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-7c2c43f9-87d3-4bf2-83c1-a2c0d91d4824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:36.258645 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:36.259749 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:36.351178 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.403054 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:36.431426 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Request body: {'port': {'device_id': '55488616-a018-4ddf-a857-dd543f3a5385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:36.440065 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.440826 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:36.570285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-44335df3-6cac-461a-8195-509f0d0e1936 req-d12e9a0b-cad7-4c47-9ba4-caa9bf8f2559 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.0699832 Jun 19 01:02:36.576325 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.603520 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32768) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:36.608178 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690163970', 'description': 'tempest-description--1324210350'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:36.654852 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.682110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8b8ea907-9d4f-41a9-af57-bd3e6c9c94e1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:36.718609 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160cbf1e-5f18-4adf-9637-51366927cecc,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:36.724020 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.731011 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:36.756412 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:36.774616 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.800879 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fdc86301-f877-4e83-920b-16bad1c05176 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:36.806099 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:36.891299 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.892538 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7809272 Jun 19 01:02:36.902800 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32776) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:36.913151 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:36.922851 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fdc86301-f877-4e83-920b-16bad1c05176 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:36.923575 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:36.992974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.031407 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4dd74-bcc2-4cd4-aac3-5ab6f6b9b06e req-fbecb717-4985-48ea-867d-9cf18513fe9a tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:37.040103 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3ec4dd74-bcc2-4cd4-aac3-5ab6f6b9b06e req-fbecb717-4985-48ea-867d-9cf18513fe9a tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 931 time: 0.2031817 Jun 19 01:02:37.086031 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:35Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:37.086994 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fa8de20f-3166-4f6c-ae6c-fc35f79263f1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:37.132837 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.145349 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Transition to ACTIVE for port object fa456b06-9e56-4876-8d2b-e26e2f9360d5 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:37.145797 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a62d-f4d7-494b-aa12-1a9786c1be86 None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:35Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:37.154896 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3ec4dd74-bcc2-4cd4-aac3-5ab6f6b9b06e req-dd30df53-3a58-4a30-9156-e1ee5d7d1695 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096959 Jun 19 01:02:37.190087 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:37.211359 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.219754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:37.250316 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:37.258728 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:37.259504 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.287942 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.321166 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.324946 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:37.333244 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.340625 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:37.395155 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Router bffd0f97-a8cd-4050-9486-3618ba80737d has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:02:37.398442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event updated for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:37.414267 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4954fade-f5a2-4b72-9755-669d996fda72,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:37.416626 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:37.439394 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:37.476754 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8313825 Jun 19 01:02:37.522000 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Request body: {'port': {'device_id': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:37.592285 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.617979 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b4355-051d-4147-8d7f-85dedb63ed91 None None] Pushing event updated for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:37.623260 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d23b4355-051d-4147-8d7f-85dedb63ed91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:37.654568 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Attempting to bind port fa456b06-9e56-4876-8d2b-e26e2f9360d5 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:37.655057 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Attempting to bind port fa456b06-9e56-4876-8d2b-e26e2f9360d5 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:37.655495 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Attempting to bind port fa456b06-9e56-4876-8d2b-e26e2f9360d5 on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:37.662083 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:37.663018 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Checking segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:37.663703 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.664171 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Bound using segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:37.664784 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Bound port: fa456b06-9e56-4876-8d2b-e26e2f9360d5, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:37.665325 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.667774 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.670462 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0658498 Jun 19 01:02:37.693621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32788) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:37.699739 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group_rule': {'security_group_id': '4954fade-f5a2-4b72-9755-669d996fda72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:37.765560 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] For port fa456b06-9e56-4876-8d2b-e26e2f9360d5, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:37.770273 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] For port fa456b06-9e56-4876-8d2b-e26e2f9360d5, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fa456b06-9e56-4876-8d2b-e26e2f9360d5,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:37.786943 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.842857 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:37.847301 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-24b0526d-0389-4b6c-9117-2ff2574ef4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:37.914212 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.044000 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:38.045131 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:38.094681 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.181408 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b4355-051d-4147-8d7f-85dedb63ed91 None None] Pushing event updated for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:38.195238 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d23b4355-051d-4147-8d7f-85dedb63ed91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:38.454796 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:38.472046 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.596271 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:02:38.615179 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Sync routers for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:02:38.629892 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:38.630644 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:38.653880 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.660038 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9080c3a4-6ffd-4773-a098-98a1326cd4b5 HTTP/1.1" status: 204 len: 168 time: 3.4522920 Jun 19 01:02:38.661310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:38.679493 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] 10.222.0.22 "PUT /v2.0/routers/bffd0f97-a8cd-4050-9486-3618ba80737d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9226804 Jun 19 01:02:38.731189 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.776160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:38.784274 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Allocated IP 172.28.3.19 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/48e85552-063e-40cd-b6a5-9561c8e8254f) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:38.792348 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080c3a4-6ffd-4773-a098-98a1326cd4b5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:38.804632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:38.813283 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aea291-00a2-4e88-afa9-b024426c5bcf,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:38.820941 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:38.828655 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e5618-e5ec-448c-ad31-9d2f04f26a80 req-df902a68-f760-4030-af73-869c3da509d5 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:38.836355 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f95e5618-e5ec-448c-ad31-9d2f04f26a80 req-df902a68-f760-4030-af73-869c3da509d5 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 931 time: 0.4636471 Jun 19 01:02:38.915520 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:37Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:38.917919 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.922061 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f95e5618-e5ec-448c-ad31-9d2f04f26a80 req-c4c599eb-fcea-412e-8b8b-978db8342d00 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Jun 19 01:02:38.929976 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:38.952816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:38.953991 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2591355 Jun 19 01:02:38.965555 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 32810) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:38.990098 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488864a-bd74-4c07-acd8-0dae076be27f None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:37Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:38.992106 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group_rule': {'security_group_id': '4954fade-f5a2-4b72-9755-669d996fda72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:39.030129 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:39.088683 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:39.089292 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.114889 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.274415 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aef3f-7a7c-4f90-9d8c-393c7ae5eb12 req-3f2dde89-be35-4aa1-a8aa-175bc58888fd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:39.281024 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5e8aef3f-7a7c-4f90-9d8c-393c7ae5eb12 req-3f2dde89-be35-4aa1-a8aa-175bc58888fd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 931 time: 0.6800370 Jun 19 01:02:39.293821 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.297883 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-95610e8e-bc73-4279-8e84-a54d78f9f568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:39.384037 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32816) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:39.432228 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.507965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:39.511277 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:39.525944 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=48e85552-063e-40cd-b6a5-9561c8e8254f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:39.548441 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:39.554011 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:39.670608 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device e55331e5-96d8-4fb0-81ab-afd080f51f90 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:39.729590 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 4, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '05aef1fc-7483-4b77-8abc-892ae638ac6b', 'name': '', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'mac_address': 'fa:16:3e:89:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:28Z', 'updated_at': '2021-06-19T01:02:33Z', 'revision_number': 2, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'subnets': [{'id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:39.791143 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.834982 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:39.892264 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5e8aef3f-7a7c-4f90-9d8c-393c7ae5eb12 req-986b9f68-923a-48cf-8712-5293f39a710d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101084 Jun 19 01:02:39.957062 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2e532a-edef-42f5-83ff-b1d5ab8788bb {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:39.992895 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 32842) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:40.056785 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.193851 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.247026 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.253411 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Checking router: bffd0f97-a8cd-4050-9486-3618ba80737d for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:02:40.253411 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Updating router bffd0f97-a8cd-4050-9486-3618ba80737d port 05aef1fc-7483-4b77-8abc-892ae638ac6b binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:02:40.264001 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.321491 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Transition to ACTIVE for port object ae2e532a-edef-42f5-83ff-b1d5ab8788bb will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:40.359089 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.442151 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.452146 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.492096 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.494606 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.513464 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a92bc2cd-233a-4d13-98bd-3c17d654427b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:40.533284 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:40.645059 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdc0c6228ddf4929b651624db33fc2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2463763 Jun 19 01:02:40.650391 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32854) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:40.664694 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d18c415-1a58-4ddc-a8d4-18ce6cfb1341,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:40.691430 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:40.785432 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:40.806926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:40.807592 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:40.824901 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de887625-8bd8-48d7-a2a6-b78a8eaff354,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:40.874819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:40.891956 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port e55331e5-96d8-4fb0-81ab-afd080f51f90 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:40.905687 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port e55331e5-96d8-4fb0-81ab-afd080f51f90 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:40.906329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:40.989249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.110211 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.114843 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.129620 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.156490 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.192181 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.205712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Transition to ACTIVE for port object 05aef1fc-7483-4b77-8abc-892ae638ac6b will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:41.231543 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port e55331e5-96d8-4fb0-81ab-afd080f51f90, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=e55331e5-96d8-4fb0-81ab-afd080f51f90,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:41.243092 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890464ce-6ce7-4a70-8ab6-5b8ab4caefef req-0cb11dbb-928f-4896-973e-9646783803e3 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:41.248784 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-890464ce-6ce7-4a70-8ab6-5b8ab4caefef req-0cb11dbb-928f-4896-973e-9646783803e3 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 931 time: 0.9752128 Jun 19 01:02:41.275322 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.278644 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.281353 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.282737 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabcd156-dfbf-4a25-8800-f485efd7a844 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:41.288112 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Attempting to bind port ae2e532a-edef-42f5-83ff-b1d5ab8788bb on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:41.288491 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Attempting to bind port ae2e532a-edef-42f5-83ff-b1d5ab8788bb by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e8e8ae7e-0507-4b28-ae3c-533511e51c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:41.288887 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Attempting to bind port ae2e532a-edef-42f5-83ff-b1d5ab8788bb on network 4d960ebf-e734-4136-b486-130c02cd3aad {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:41.316503 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.327097 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Port ae2e532a-edef-42f5-83ff-b1d5ab8788bb on network 4d960ebf-e734-4136-b486-130c02cd3aad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:41.327426 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Attempting to bind port ae2e532a-edef-42f5-83ff-b1d5ab8788bb on network 4d960ebf-e734-4136-b486-130c02cd3aad {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:41.328278 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Pushing event updated for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.344206 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.344343 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.346608 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.353073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.360281 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:41.360616 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Checking segment: {'id': 'e8e8ae7e-0507-4b28-ae3c-533511e51c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:41.361406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Bound using segment: {'id': 'e8e8ae7e-0507-4b28-ae3c-533511e51c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:41.361883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Bound port: ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e8ae7e-0507-4b28-ae3c-533511e51c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:41.362173 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.364333 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-d1218c0e-cfbf-4177-8a99-a1ff1a188e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.380144 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-8d185997-e6a8-4c19-8498-d2c6a79d311a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:41.386766 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-890464ce-6ce7-4a70-8ab6-5b8ab4caefef req-cda3313d-0cf6-40cc-80a1-45955520b147 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275353 Jun 19 01:02:41.389391 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-8d185997-e6a8-4c19-8498-d2c6a79d311a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 819 time: 0.6995068 Jun 19 01:02:41.407552 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Transition to ACTIVE for port object fabcd156-dfbf-4a25-8800-f485efd7a844 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:41.436361 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.510030 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.548179 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.565908 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-d5ee23f9-6c58-4e26-97da-75fc79778f41 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/quotas/e826800ea8104abdab274a93239f9e9c HTTP/1.1" status: 200 len: 375 time: 0.1696885 Jun 19 01:02:41.574383 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=48e85552-063e-40cd-b6a5-9561c8e8254f,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.578070 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.579322 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.595870 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.597578 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d18c415-1a58-4ddc-a8d4-18ce6cfb1341 HTTP/1.1" status: 204 len: 168 time: 0.9439509 Jun 19 01:02:41.600002 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.648104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.650621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d18c415-1a58-4ddc-a8d4-18ce6cfb1341,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.650791 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fa456b06-9e56-4876-8d2b-e26e2f9360d5 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:41.652913 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.654236 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6692696 Jun 19 01:02:41.656844 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7505333 Jun 19 01:02:41.681460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.681460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32866) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:41.742517 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:41.817004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.823869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299b439-aa35-4c0b-9ffc-7c0bd5fad3e1,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.825523 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.828469 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2d8c2134d8949d3819a153fddd9fc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8191245 Jun 19 01:02:41.829423 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.836707 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0db48d77-5b17-4fe9-8a7b-6a8bcf216ef1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:41.841203 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32870) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:41.844347 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Attempting to bind port 05aef1fc-7483-4b77-8abc-892ae638ac6b on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:41.847703 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Attempting to bind port 05aef1fc-7483-4b77-8abc-892ae638ac6b by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:41.851059 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Attempting to bind port 05aef1fc-7483-4b77-8abc-892ae638ac6b on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:41.881418 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:41.886324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Checking segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:41.886952 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.888947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Pushing event updated for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:41.889167 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Bound using segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:41.889871 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Bound port: 05aef1fc-7483-4b77-8abc-892ae638ac6b, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:41.894685 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.903715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:41.928727 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:41.961288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Attempting to bind port fabcd156-dfbf-4a25-8800-f485efd7a844 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:41.961938 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Attempting to bind port fabcd156-dfbf-4a25-8800-f485efd7a844 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:41.962252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Attempting to bind port fabcd156-dfbf-4a25-8800-f485efd7a844 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:41.969167 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:41.999321 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Port fabcd156-dfbf-4a25-8800-f485efd7a844 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:41.999784 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Attempting to bind port fabcd156-dfbf-4a25-8800-f485efd7a844 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:42.022207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,segment=NetworkSegment(e8e8ae7e-0507-4b28-ae3c-533511e51c85),segment_id=e8e8ae7e-0507-4b28-ae3c-533511e51c85)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:42.031106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] For port 05aef1fc-7483-4b77-8abc-892ae638ac6b, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:42.035150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] For port 05aef1fc-7483-4b77-8abc-892ae638ac6b, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=05aef1fc-7483-4b77-8abc-892ae638ac6b,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:42.036857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:42.037201 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Checking segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:42.037591 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Bound using segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:42.038039 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Bound port: fabcd156-dfbf-4a25-8800-f485efd7a844, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:42.038456 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.063367 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-9f9f8675-2f32-46f7-8616-c9c4e8420ba7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4963121 Jun 19 01:02:42.135497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:42.135497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:42.135497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.136299 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.172359 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc9e3-21b3-433c-861b-9ab1370a0b45 req-cd523a4a-fca7-4e7d-b2f4-fc510dd3f175 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:42.181100 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-850cc9e3-21b3-433c-861b-9ab1370a0b45 req-cd523a4a-fca7-4e7d-b2f4-fc510dd3f175 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 943 time: 0.4977009 Jun 19 01:02:42.257879 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.359796 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-850cc9e3-21b3-433c-861b-9ab1370a0b45 req-60bc669a-4a71-47cb-a0ae-64d1dfb59d64 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Jun 19 01:02:42.359796 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:42.359796 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fabcd156-dfbf-4a25-8800-f485efd7a844,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:42.361776 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port fa456b06-9e56-4876-8d2b-e26e2f9360d5, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fa456b06-9e56-4876-8d2b-e26e2f9360d5,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:42.361873 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.440283 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-8ec5f68f-002d-4779-ba81-bb0938f827f9 service neutron] 10.222.0.22 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598406 Jun 19 01:02:42.497644 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-51c3256d-c1f8-4d7a-b35f-3cac932d1927 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1349385950&fields=id&tenant_id=21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 267 time: 0.0763130 Jun 19 01:02:42.539906 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.615623 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-9bff6848-367d-4a24-b87d-fecf76f53cbd service neutron] 10.222.0.22 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611276 Jun 19 01:02:42.807071 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.813076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:42.847787 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.851670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.855200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:42.858688 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.858819 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:42.858912 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae2e532a-edef-42f5-83ff-b1d5ab8788bb HTTP/1.1" status: 200 len: 1093 time: 6.9565163 Jun 19 01:02:42.859044 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:42.876449 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.938672 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.975042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:42.976909 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3299b439-aa35-4c0b-9ffc-7c0bd5fad3e1 HTTP/1.1" status: 204 len: 168 time: 1.1312332 Jun 19 01:02:42.984859 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:43.023767 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299b439-aa35-4c0b-9ffc-7c0bd5fad3e1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.032760 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.085528 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:43.092498 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:43.094179 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] 10.222.0.26 "PUT /v2.0/ports/fabcd156-dfbf-4a25-8800-f485efd7a844 HTTP/1.1" status: 200 len: 1093 time: 5.6026192 Jun 19 01:02:43.107609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-741139bf-e86c-45da-9112-89fcf6eb9220 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:43.134246 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-741139bf-e86c-45da-9112-89fcf6eb9220 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 811 time: 0.6258316 Jun 19 01:02:43.140408 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:02:43.149564 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:43.185794 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Allocated IP 172.28.3.244 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/5f7ace61-0762-4217-8581-448f921ee725) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:43.196771 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.211973 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.216914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:43.250706 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-7a820da5-7b34-44be-aac2-fa2e067831fa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/quotas/21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 375 time: 0.1040025 Jun 19 01:02:43.261029 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Pushing event updated for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.266467 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.269715 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:43.373151 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.378206 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.479377 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Pushing event updated for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.482479 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9795a6-0656-4550-997b-e90f095a9469 req-08ed990a-84eb-4244-b0b9-c6c52c79e15c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:43.485103 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e9795a6-0656-4550-997b-e90f095a9469 req-08ed990a-84eb-4244-b0b9-c6c52c79e15c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 943 time: 0.2198565 Jun 19 01:02:43.488962 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:43.491708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.532777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device e55331e5-96d8-4fb0-81ab-afd080f51f90 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:43.549445 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e9795a6-0656-4550-997b-e90f095a9469 req-f1369a00-2775-49a0-a326-8081b8bdb2fd tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Jun 19 01:02:43.556262 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-95a89d9a-ce3e-4779-ae49-0a8e14d52862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2994776 Jun 19 01:02:43.596654 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:02:43.694258 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5fb6b510-ee21-4c51-984c-fb7bfbe4cc68 req-b755edc0-3417-4f7d-b1a4-39ed3b45bff6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 210 time: 0.0789967 Jun 19 01:02:43.700895 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:43.709945 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-96c0fc19-559a-45e3-b5d2-5d21a92f865c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:43.766967 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-31efe7a7-27e4-476f-a43e-167899c74597 service neutron] 10.222.0.22 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016566 Jun 19 01:02:43.767052 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=5f7ace61-0762-4217-8581-448f921ee725,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:43.795782 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:43.829011 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:43.847070 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:43.853922 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:43.889049 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 32916) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:43.898180 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port e55331e5-96d8-4fb0-81ab-afd080f51f90 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:43.898603 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:43.961106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:43.993083 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:44.182942 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2241-ff72-4102-95b9-5098c7ea024b req-1f1d3193-e4d2-4f64-bc55-18ba8a014be9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:44.185467 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fe1c2241-ff72-4102-95b9-5098c7ea024b req-1f1d3193-e4d2-4f64-bc55-18ba8a014be9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 943 time: 0.1518521 Jun 19 01:02:44.188417 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:44.285847 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5b498-36ab-44d0-b35c-ffb72aa34aef" -d '{"events": [{"name": "network-changed", "server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:44.290233 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:44.329443 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 4, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '05aef1fc-7483-4b77-8abc-892ae638ac6b', 'name': '', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'mac_address': 'fa:16:3e:89:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:28Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 4, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'subnets': [{'id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:02:44.378876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205abc9d-3698-4e20-9ce7-8dd539ca47f1 None None] The sync data for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb is: [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:31Z', 'revision_number': 4, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '05aef1fc-7483-4b77-8abc-892ae638ac6b', 'name': '', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'mac_address': 'fa:16:3e:89:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:28Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 4, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'subnets': [{'id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:02:44.591896 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-739e4038-d01a-46fd-b25f-c082bc0ad39a service neutron] 10.222.0.22 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173711 Jun 19 01:02:44.648484 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-52af1f74-a356-434a-92ab-b8d618948caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:44.648484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-52af1f74-a356-434a-92ab-b8d618948caa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 1096 time: 0.3238997 Jun 19 01:02:44.657144 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-132b2cd4-dbc6-4d44-829c-5271a8d377ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:44.659307 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-132b2cd4-dbc6-4d44-829c-5271a8d377ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cd2718af07f44b9be14b5bf0bfa48b0&device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 1096 time: 0.2839441 Jun 19 01:02:44.709719 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:44.741929 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fe1c2241-ff72-4102-95b9-5098c7ea024b req-f6f8eac7-fb33-4132-87d2-2b9949f5cc48 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503283 Jun 19 01:02:44.766755 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:44.793229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:44.929711 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.083944 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.090537 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:45.212980 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-a07cd237-37e4-473a-9fe2-b6cc480bf00a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabcd156-dfbf-4a25-8800-f485efd7a844 HTTP/1.1" status: 200 len: 217 time: 0.4204617 Jun 19 01:02:45.232262 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-9d873055-3f0d-4714-851d-0225ea5d51bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb HTTP/1.1" status: 200 len: 217 time: 0.4408891 Jun 19 01:02:45.240828 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=5f7ace61-0762-4217-8581-448f921ee725,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:45.247709 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:45.260042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.272148 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b92ae09df5874f0d8e1f9b943c9a1461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9986668 Jun 19 01:02:45.275231 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 32968) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:45.399549 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-d4aac137-c779-4e50-87ad-5e4185fc1b05 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:45.411491 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-d4aac137-c779-4e50-87ad-5e4185fc1b05 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 819 time: 0.5161941 Jun 19 01:02:45.434386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.448770 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7738867 Jun 19 01:02:45.453184 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-101fb977-518c-4fd9-8f03-7b7c57adfa07 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/quotas/e826800ea8104abdab274a93239f9e9c HTTP/1.1" status: 200 len: 375 time: 0.0407510 Jun 19 01:02:45.506696 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c75c5-ee49-4a35-b005-efc0a00a021b x-openstack-request-id: req-059c75c5-ee49-4a35-b005-efc0a00a021b {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:45.508995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:45.511416 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-059c75c5-ee49-4a35-b005-efc0a00a021b {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:45.512092 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb', 'status': 'completed', 'code': 200} Jun 19 01:02:45.542056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42fa9d-6202-4df5-ace3-d5bd8ef1a317,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:45.585308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.609110 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:45.610041 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.712246 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55249d-548e-42d0-af37-2021a13caa51 req-5f12b1d2-05f6-41a6-a700-d3ad783b3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:45.746193 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-5f12b1d2-05f6-41a6-a700-d3ad783b3018 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=280f9f02-1f0a-4787-bb7d-79f7c19b9fb2 HTTP/1.1" status: 200 len: 851 time: 0.4069092 Jun 19 01:02:45.786988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.792194 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fa456b06-9e56-4876-8d2b-e26e2f9360d5 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:45.802953 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:45.811872 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab42fa9d-6202-4df5-ace3-d5bd8ef1a317 HTTP/1.1" status: 204 len: 168 time: 0.5334287 Jun 19 01:02:45.813785 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:45.848259 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42fa9d-6202-4df5-ace3-d5bd8ef1a317,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:45.853037 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:45.864479 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-2f91ab68-2858-4536-a109-c615cf02b6f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4104135 Jun 19 01:02:45.871245 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-72ffaad5-01f6-4f99-bd1e-d16bb7e05bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:45.876080 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-72ffaad5-01f6-4f99-bd1e-d16bb7e05bc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.5787365 Jun 19 01:02:45.915074 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port fa456b06-9e56-4876-8d2b-e26e2f9360d5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:45.916499 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:46.002586 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-96fa0328-9ad4-4977-9d09-b791b6f94508 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d960ebf-e734-4136-b486-130c02cd3aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182107 Jun 19 01:02:46.226596 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-28ca361c-156b-4fdb-b2de-c59df38f410c service neutron] 10.222.0.22 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527589 Jun 19 01:02:46.232832 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 05aef1fc-7483-4b77-8abc-892ae638ac6b up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:46.243038 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-aae8a0ab-2201-4cd4-995d-7a4d0af5ca57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2733159 Jun 19 01:02:46.333857 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-e6a1d7d7-1efa-4933-982e-3e2b0eaaa1de service neutron] 10.222.0.26 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757610 Jun 19 01:02:46.342714 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-d30451f6-21ac-458a-9ae6-b0358a7b98f7 service neutron] 10.222.0.22 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089029 Jun 19 01:02:46.350744 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63ebe-d314-4433-87c1-ff1d2edf2bbb req-18eb6b24-03c5-4d35-8cc2-de9e31655e60 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:46.352369 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-77c63ebe-d314-4433-87c1-ff1d2edf2bbb req-18eb6b24-03c5-4d35-8cc2-de9e31655e60 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 943 time: 0.5386901 Jun 19 01:02:46.415363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 05aef1fc-7483-4b77-8abc-892ae638ac6b completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:46.423793 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 05aef1fc-7483-4b77-8abc-892ae638ac6b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:46.424388 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:46.426049 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-77c63ebe-d314-4433-87c1-ff1d2edf2bbb req-eed494cb-749a-4cb8-85a7-5de2380c9f5b tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Jun 19 01:02:46.549713 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:46.578412 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b473f9f9-71a1-4cb4-8bb2-98be4b6e66f6 req-f95a0b6c-35c0-473b-bf00-6d79ebd123d0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0754733 Jun 19 01:02:46.597179 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 05aef1fc-7483-4b77-8abc-892ae638ac6b, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=05aef1fc-7483-4b77-8abc-892ae638ac6b,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:46.707490 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:46.714280 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:46.806957 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7f55249d-548e-42d0-af37-2021a13caa51 req-0aba3cfb-c64a-49d7-b337-6568ce12c71a service neutron] 10.222.0.26 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250586 Jun 19 01:02:46.847846 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-c4f0ec9f-ff62-4284-a8a1-28c1722cf545 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645171 Jun 19 01:02:46.910205 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:46.911851 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:46.965626 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ce9721c6-0f87-493e-a594-d7dabd2288e5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1690163970&fields=id&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 267 time: 0.1087546 Jun 19 01:02:46.975060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930094-6ded-417f-ac07-10d80224a6fe req-c810772d-d821-4677-ac9b-18d0ddfbaa7d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:46.977063 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4e930094-6ded-417f-ac07-10d80224a6fe req-c810772d-d821-4677-ac9b-18d0ddfbaa7d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 943 time: 0.2745829 Jun 19 01:02:47.092698 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e75ccabb-544b-4c1b-9c3f-d972ca798d83 req-7f370c37-fe83-4961-b755-ff7a4f61f8f0 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326589 Jun 19 01:02:47.144713 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-4af5a1ff-3c89-454d-af4c-ed22ffa89e6c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:47.150459 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4e930094-6ded-417f-ac07-10d80224a6fe req-debd0a3f-341e-4625-85b0-55957c4f90da tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532505 Jun 19 01:02:47.151683 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-4af5a1ff-3c89-454d-af4c-ed22ffa89e6c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 815 time: 0.1835423 Jun 19 01:02:47.167686 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-a0aad75f-d174-4823-84a0-4e6adb0d722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:47.172264 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-a0aad75f-d174-4823-84a0-4e6adb0d722d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cd2718af07f44b9be14b5bf0bfa48b0&device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 1096 time: 0.1873710 Jun 19 01:02:47.178549 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-384b2e95-5d9e-4938-b92c-bcb6580d8d32 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/quotas/0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 375 time: 0.0256381 Jun 19 01:02:47.320439 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-9a6f08f0-5182-4e75-9eb6-0ea092e12301 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352835 Jun 19 01:02:47.329072 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8cf56ac9-1b67-4274-bc0c-c83874e71e36 req-8e6f1ace-f954-4fdb-9472-1a8510480d4c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 210 time: 0.0685019 Jun 19 01:02:47.427963 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-b40b64b7-5486-465c-9ffa-220a2d617152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:47.429523 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-b40b64b7-5486-465c-9ffa-220a2d617152 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4d960ebf-e734-4136-b486-130c02cd3aad HTTP/1.1" status: 200 len: 912 time: 0.2523046 Jun 19 01:02:47.494601 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-8026a11c-5810-4bfa-9e1a-e670646a2d10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb HTTP/1.1" status: 200 len: 217 time: 0.0515008 Jun 19 01:02:47.498325 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 05aef1fc-7483-4b77-8abc-892ae638ac6b up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:47.542090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:47.546362 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ed8edeb6-af76-4391-bbb3-7d42d07c41aa service neutron] 10.222.0.22 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155423 Jun 19 01:02:47.567845 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45054dee-6bea-4164-ae03-808bc7f7af9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:47.735404 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-e5b86c53-4afe-4f55-8eb2-8e09123f6a74 service neutron] 10.222.0.22 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871984 Jun 19 01:02:47.911606 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 05aef1fc-7483-4b77-8abc-892ae638ac6b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:47.912105 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:48.118622 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-39c339ea-df0a-4b34-94a6-70deebdce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:48.120069 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-39c339ea-df0a-4b34-94a6-70deebdce571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=280f9f02-1f0a-4787-bb7d-79f7c19b9fb2 HTTP/1.1" status: 200 len: 851 time: 0.6098323 Jun 19 01:02:48.177482 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-83572a56-70b4-415e-ab75-8efee04b3b14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d960ebf-e734-4136-b486-130c02cd3aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467467 Jun 19 01:02:48.192076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27908dfb-70d2-4c40-8fa7-75ff9505ea21 x-openstack-request-id: req-27908dfb-70d2-4c40-8fa7-75ff9505ea21 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:48.192320 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:48.192931 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27908dfb-70d2-4c40-8fa7-75ff9505ea21 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:48.193514 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844', 'status': 'completed', 'code': 200} Jun 19 01:02:48.222424 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.26', 53981) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:48.293619 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-508eabb2-3c9f-4da6-a26b-be47c0d4ec83 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:48.297843 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-508eabb2-3c9f-4da6-a26b-be47c0d4ec83 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 819 time: 0.6652737 Jun 19 01:02:48.335845 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Request body: {'port': {'device_id': '71874f06-f701-4710-aaf2-f269a18b305c', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'admin_state_up': True, 'tenant_id': 'e826800ea8104abdab274a93239f9e9c'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:48.357568 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9111bf-96fc-4c92-9faa-b03f8fb42f97 req-359f9379-ea05-4269-82a3-5504dcf69f2c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:48.365482 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1c9111bf-96fc-4c92-9faa-b03f8fb42f97 req-359f9379-ea05-4269-82a3-5504dcf69f2c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 943 time: 0.6265738 Jun 19 01:02:48.437999 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2c3a4581-d298-4543-9aba-201ad5dd8227 req-1d06a3cf-c476-49a9-917e-1ee270ac99a0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0421093 Jun 19 01:02:48.447583 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-cabc7eef-3bac-43e5-939b-84e26f51106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:48.450420 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-cabc7eef-3bac-43e5-939b-84e26f51106b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 1096 time: 0.2267933 Jun 19 01:02:48.486725 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1c9111bf-96fc-4c92-9faa-b03f8fb42f97 req-e8590bd9-f824-42be-a320-b39e4247b2e7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200492 Jun 19 01:02:48.551911 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-6ab7a893-2128-41ae-9257-cb2ccfc9b798 service neutron] 10.222.0.26 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615665 Jun 19 01:02:48.738883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.26', 53985) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:48.770875 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-837b2fbb-3088-4e7e-96dd-9f0edde40afd req-c2cf629e-34f6-426f-9b1c-4f4eba7e7b1c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.1275358 Jun 19 01:02:48.772455 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-654daa30-8360-4bcc-92ef-5b6df4121e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:48.773979 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-654daa30-8360-4bcc-92ef-5b6df4121e77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 916 time: 0.3144810 Jun 19 01:02:48.932901 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Made reservation on behalf of e826800ea8104abdab274a93239f9e9c for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:48.947006 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:48.951489 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-0d301ec1-19d9-403f-8dab-691102d8e145 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabcd156-dfbf-4a25-8800-f485efd7a844 HTTP/1.1" status: 200 len: 217 time: 0.1681471 Jun 19 01:02:49.090457 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-85385f65-cf83-44f6-b1a8-e043d7653e75 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:49.092027 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-85385f65-cf83-44f6-b1a8-e043d7653e75 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 811 time: 0.3467438 Jun 19 01:02:49.098537 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-8a8dae84-8dac-4b8e-914c-b302d0d39a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:49.100684 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-8a8dae84-8dac-4b8e-914c-b302d0d39a4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.1449351 Jun 19 01:02:49.102738 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ce1cee38-5cd2-4b6c-8ab4-4892f6deafe0 req-261e5d8b-dec9-4da8-b7ec-20152e0d9f29 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 210 time: 0.0569737 Jun 19 01:02:49.188436 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-e928b815-a0e8-4804-99c8-ea1fc8076640 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765228 Jun 19 01:02:49.224249 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4411-30a0-42ff-bfad-75bbeac2da9d req-6354b173-ff91-4c8c-8ca7-7cbaee047de6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:49.229211 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d8e4411-30a0-42ff-bfad-75bbeac2da9d req-6354b173-ff91-4c8c-8ca7-7cbaee047de6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 943 time: 0.6069820 Jun 19 01:02:49.316584 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cea5b498-36ab-44d0-b35c-ffb72aa34aef req-d478eb29-1f78-402b-95e5-1e4129e0bd09 service neutron] 10.222.0.26 "GET /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208729 Jun 19 01:02:49.327898 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-81a7d857-73f7-48c7-b3cb-956860a6871b service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317830 Jun 19 01:02:49.368117 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-2359887f-9ad2-4c8e-a645-eb730a0de879 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 380 time: 0.2612691 Jun 19 01:02:49.401058 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'port': {'device_id': '9de87140-2147-4051-b833-4bb581a0d6ac', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'admin_state_up': True, 'tenant_id': '21553535f7604259861876f43cb2d496', 'security_groups': ['8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:49.430266 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45054dee-6bea-4164-ae03-808bc7f7af9f req-9da3cf4e-6b45-4f1c-857b-c798a0fcb353 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957832 Jun 19 01:02:49.507274 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d8e4411-30a0-42ff-bfad-75bbeac2da9d req-83740220-779f-488d-ae30-d34e2e181feb tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771962 Jun 19 01:02:49.560305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Allocated IP 172.20.0.8 (61035340-dcdd-4cb6-b5ce-82bd7174e261/2cf3c911-bbb8-469b-8a03-f2a237fe68a3/743983d7-a51a-42ad-878f-b1d252891722) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:49.667987 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9a357ff0-4226-4a20-9a01-27f534f287bf req-b9a4316b-5515-40cf-b727-46da7f92ca16 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0740697 Jun 19 01:02:49.826276 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae9a4f-772b-414a-9a1f-b8b4521fb274 req-08a968f2-734c-4213-8c0d-1f3cf441c970 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:49.827754 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-22ae9a4f-772b-414a-9a1f-b8b4521fb274 req-08a968f2-734c-4213-8c0d-1f3cf441c970 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 943 time: 0.1893215 Jun 19 01:02:49.868433 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Made reservation on behalf of 21553535f7604259861876f43cb2d496 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:49.871911 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:49.888698 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:49.913958 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-22ae9a4f-772b-414a-9a1f-b8b4521fb274 req-aac9b492-91ab-4945-9be9-2807f8cf91fc tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793893 Jun 19 01:02:50.055434 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Allocated IP 172.20.0.8 (78765d70-4c6e-4371-a857-ee69113a2afd/3ef9a89a-3ab0-4399-bc83-d8ecad982e34/c6c2ed6b-6ddb-4adc-a631-1f8443afe707) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:50.113524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.153972 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:50.193102 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a43c22b6-fbd1-486d-9cdb-38d012b56b9f req-c217cda9-7a13-4205-a375-f71cd3b8bcd5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.2205768 Jun 19 01:02:50.199241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33158) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:50.218730 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:50.229802 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:50.249540 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:50.266427 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:50.268883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.302514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fabcd156-dfbf-4a25-8800-f485efd7a844 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:02:50.304421 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Pushing event updated for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:50.332647 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-30004cd9-a064-496e-81d7-567943a3667b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:50.334212 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-30004cd9-a064-496e-81d7-567943a3667b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 819 time: 0.3851027 Jun 19 01:02:50.348115 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:50.351063 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Request body: {'port': {'device_id': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'admin_state_up': True, 'tenant_id': 'e826800ea8104abdab274a93239f9e9c'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:50.437149 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-406a7dc9-0e30-4386-92a6-2e5c7226721f req-73012e6d-2b42-4a3b-a0a1-0b4be66ee0ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 210 time: 0.0468137 Jun 19 01:02:50.454981 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1462746 Jun 19 01:02:50.473830 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Request body: {'port': {'device_id': '71874f06-f701-4710-aaf2-f269a18b305c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:50.476747 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.493274 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.500941 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fabcd156-dfbf-4a25-8800-f485efd7a844,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:50.517933 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'fabcd156-dfbf-4a25-8800-f485efd7a844', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'port_id': 'fabcd156-dfbf-4a25-8800-f485efd7a844', 'mac_address': 'fa:16:3e:23:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf527ae-0711-43e9-9515-6b943cd36d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:02:50.536182 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Transition to ACTIVE for port object c6c2ed6b-6ddb-4adc-a631-1f8443afe707 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:50.565936 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.584090 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Made reservation on behalf of e826800ea8104abdab274a93239f9e9c for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:50.588016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.601266 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabcd156-dfbf-4a25-8800-f485efd7a844 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:50.641119 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fabcd156-dfbf-4a25-8800-f485efd7a844,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:50.644404 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.716059 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.716329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ae2e532a-edef-42f5-83ff-b1d5ab8788bb details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:02:50.719610 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:50.741511 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.775209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:50.815673 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Network 78765d70-4c6e-4371-a857-ee69113a2afd is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:50.828179 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:50.839479 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:50.876766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:50.900594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:50.906088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:50.906727 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:50.976432 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,segment=NetworkSegment(e8e8ae7e-0507-4b28-ae3c-533511e51c85),segment_id=e8e8ae7e-0507-4b28-ae3c-533511e51c85)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:50.991745 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb', 'network_id': '4d960ebf-e734-4136-b486-130c02cd3aad', 'port_id': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb', 'mac_address': 'fa:16:3e:d5:24:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f9f02-1f0a-4787-bb7d-79f7c19b9fb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:02:50.995403 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:51.003467 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.007382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:51.050212 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bd6c7-aad0-46c3-8ff5-7745a5f94d92 req-c45674fe-fe48-4aa7-a83c-d7cbe03b1347 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:51.050515 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2505a06-9ae4-40d1-bbba-3176e0583769 req-65355c55-33f7-41ac-8b3b-4180db49d7c8 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:51.051602 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-317bd6c7-aad0-46c3-8ff5-7745a5f94d92 req-c45674fe-fe48-4aa7-a83c-d7cbe03b1347 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 931 time: 0.1639400 Jun 19 01:02:51.052915 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d2505a06-9ae4-40d1-bbba-3176e0583769 req-65355c55-33f7-41ac-8b3b-4180db49d7c8 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 944 time: 0.3733923 Jun 19 01:02:51.054646 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Allocated IP 172.20.0.14 (61035340-dcdd-4cb6-b5ce-82bd7174e261/2cf3c911-bbb8-469b-8a03-f2a237fe68a3/cc29fc11-3004-4934-9a4b-d7a920cf8b2a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:51.076239 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.083350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.089629 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7a83cb66-77ac-4d55-b769-eb1522c525e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:51.096676 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2e532a-edef-42f5-83ff-b1d5ab8788bb {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:51.126456 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,segment=NetworkSegment(e8e8ae7e-0507-4b28-ae3c-533511e51c85),segment_id=e8e8ae7e-0507-4b28-ae3c-533511e51c85)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:51.165447 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-317bd6c7-aad0-46c3-8ff5-7745a5f94d92 req-d906f424-8170-472c-9609-4fea559f2a4f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044183 Jun 19 01:02:51.166632 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7764266 Jun 19 01:02:51.176274 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d2505a06-9ae4-40d1-bbba-3176e0583769 req-0b855835-a477-4cb3-8a0a-1e12f69451d1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160808 Jun 19 01:02:51.178906 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f4ea7fe399c42cc9354589c225abbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9745135 Jun 19 01:02:51.186579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Request body: {'port': {'device_id': '9de87140-2147-4051-b833-4bb581a0d6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:51.187580 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de800f1-ec59-4fec-a796-5376f0009413,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:51.191289 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33194) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:51.206474 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.212036 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:51.212222 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:51.276884 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:51.292169 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:51.393823 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.414784 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.468053 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-20c2df0a-7b87-4a91-b76c-12fbfc8fba52 req-f903af60-7502-4a06-934a-006e0532777c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.0504360 Jun 19 01:02:51.474695 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-714ca83c-24a2-4144-981f-a4eeb133cfc6 None None] Provisioning for port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:51.478661 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-714ca83c-24a2-4144-981f-a4eeb133cfc6 None None] Provisioning complete for port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:51.479045 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-714ca83c-24a2-4144-981f-a4eeb133cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.529703 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ae2e532a-edef-42f5-83ff-b1d5ab8788bb'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:02:51.535344 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:02:51.536955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.559988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.581871 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-714ca83c-24a2-4144-981f-a4eeb133cfc6 None None] Port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:51.669331 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5082c689-5d0f-4f8a-89fc-b742fc20c97a req-f849deed-49d6-46a3-bd0b-0951d615b46d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 210 time: 0.0311968 Jun 19 01:02:51.722071 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.725246 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.738092 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:51.848065 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.849641 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2de800f1-ec59-4fec-a796-5376f0009413 HTTP/1.1" status: 204 len: 168 time: 0.6580689 Jun 19 01:02:51.853209 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Pushing event updated for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:51.856861 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:51.859609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-4a30f438-deed-4a4c-90ad-3e5060e9ad22 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:51.861397 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9b9a2800-a8ac-46cd-a1e7-db078dfbe0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:51.861516 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-4a30f438-deed-4a4c-90ad-3e5060e9ad22 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 815 time: 0.5996461 Jun 19 01:02:51.865472 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Network 61035340-dcdd-4cb6-b5ce-82bd7174e261 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:51.874386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:51.880891 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:51.885410 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:51.886193 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:51.890840 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de800f1-ec59-4fec-a796-5376f0009413,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:51.894542 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:51.983604 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-d0e12511-0a73-4165-907f-9a28ad5a3811 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6389940 Jun 19 01:02:51.995601 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Request body: {'port': {'device_id': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:52.018338 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46f9c-4c49-40a6-b801-8ec4c1fa192a req-15289510-e7fb-48b7-b4b3-72bd4d6a4047 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:52.019577 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ffc46f9c-4c49-40a6-b801-8ec4c1fa192a req-15289510-e7fb-48b7-b4b3-72bd4d6a4047 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 944 time: 0.6206150 Jun 19 01:02:52.035261 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-03f2461e-0f9b-4b60-9d64-8cb39408fe62 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 380 time: 0.1651483 Jun 19 01:02:52.056715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'port': {'device_id': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'admin_state_up': True, 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'security_groups': ['4954fade-f5a2-4b72-9755-669d996fda72']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:52.092517 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.202223 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ffc46f9c-4c49-40a6-b801-8ec4c1fa192a req-06e38d5d-704f-4fa2-9059-a446897fe1a1 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640470 Jun 19 01:02:52.299600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743983d7-a51a-42ad-878f-b1d252891722 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:52.320882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.363204 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Transition to ACTIVE for port object 743983d7-a51a-42ad-878f-b1d252891722 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:52.433220 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.455670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:52.462991 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c2ed6b-6ddb-4adc-a631-1f8443afe707 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:52.486761 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532e9b-166e-4708-929c-d1441e2b8c47 req-1be782df-0c93-4662-911b-6f8aae5a8000 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:52.488189 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1532e9b-166e-4708-929c-d1441e2b8c47 req-1be782df-0c93-4662-911b-6f8aae5a8000 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 931 time: 0.1489592 Jun 19 01:02:52.493283 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.501925 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Made reservation on behalf of 0b579470dc7043268ee87ec1dd96096a for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:02:52.504443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.568472 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1532e9b-166e-4708-929c-d1441e2b8c47 req-d154bacb-c7e1-44f5-abd5-63a0d2b52997 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718410 Jun 19 01:02:52.578258 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Transition to ACTIVE for port object c6c2ed6b-6ddb-4adc-a631-1f8443afe707 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:52.601545 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Pushing event updated for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:52.604570 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:52.655272 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc29fc11-3004-4934-9a4b-d7a920cf8b2a {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:52.664836 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.665870 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.680188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Transition to ACTIVE for port object cc29fc11-3004-4934-9a4b-d7a920cf8b2a will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:52.694079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:52.726678 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6f5890df-5fd8-47d3-983d-726de07bafe1 req-95ce2f78-a464-4a5c-b2d9-6057b98e265f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.0294437 Jun 19 01:02:52.730856 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33250) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:52.743650 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027bb7-5427-4da8-afe8-92c1f95a78b2 req-47cc9cb9-63a6-414d-b098-01049eb953e0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:52.761961 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5d027bb7-5427-4da8-afe8-92c1f95a78b2 req-47cc9cb9-63a6-414d-b098-01049eb953e0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 944 time: 0.3329887 Jun 19 01:02:52.762036 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.771828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Attempting to bind port 743983d7-a51a-42ad-878f-b1d252891722 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:52.771828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Attempting to bind port 743983d7-a51a-42ad-878f-b1d252891722 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:52.771828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Attempting to bind port 743983d7-a51a-42ad-878f-b1d252891722 on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:52.785075 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.790495 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Port 743983d7-a51a-42ad-878f-b1d252891722 on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Attempting to bind port 743983d7-a51a-42ad-878f-b1d252891722 on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Checking segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Bound using segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Bound port: 743983d7-a51a-42ad-878f-b1d252891722, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:52.946262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:52.949112 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Allocated IP 172.20.0.4 (b4e87aef-f42b-4873-9ec1-92d19117baa2/c203a73c-16a1-4e67-91b5-70a5429668b2/2d9515f8-9caa-409d-ba32-92739a24a836) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:02:52.963678 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Pushing event updated for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:52.968419 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5d027bb7-5427-4da8-afe8-92c1f95a78b2 req-2e39ed5c-f0cc-47be-9031-305ff7e1078f tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209141 Jun 19 01:02:53.002945 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.038669 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Attempting to bind port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:53.038947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Attempting to bind port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:53.039284 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Attempting to bind port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:53.068098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 on network 78765d70-4c6e-4371-a857-ee69113a2afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:53.068418 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Attempting to bind port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:53.093632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:53.093972 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Checking segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:53.094351 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Bound using segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:53.094888 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Bound port: c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:53.096386 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.116988 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:53.127790 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.141430 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Attempting to bind port cc29fc11-3004-4934-9a4b-d7a920cf8b2a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:53.142723 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Attempting to bind port cc29fc11-3004-4934-9a4b-d7a920cf8b2a by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:53.143133 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Attempting to bind port cc29fc11-3004-4934-9a4b-d7a920cf8b2a on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:53.153125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Port cc29fc11-3004-4934-9a4b-d7a920cf8b2a on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:53.153630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Attempting to bind port cc29fc11-3004-4934-9a4b-d7a920cf8b2a on network 61035340-dcdd-4cb6-b5ce-82bd7174e261 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:53.174065 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74acb-3a5e-47de-8fbf-eaf1a7fb9b36 req-82fb49df-d44f-4095-a5b1-5f3a393ff025 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.175618 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-30b74acb-3a5e-47de-8fbf-eaf1a7fb9b36 req-82fb49df-d44f-4095-a5b1-5f3a393ff025 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 944 time: 0.2392211 Jun 19 01:02:53.176414 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:53.176801 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Checking segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:53.177348 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Bound using segment: {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:53.177854 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Bound port: cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b823e3-0497-4ede-97f4-774915573b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:53.178304 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.184422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=743983d7-a51a-42ad-878f-b1d252891722,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:53.227571 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.235138 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.264122 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.271675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:53.278522 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-628ee6c7-abb1-4458-a63e-98e44a28244f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.299654 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b9e81d33ecd452ea70a5a63307fb51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671349 Jun 19 01:02:53.303011 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-30b74acb-3a5e-47de-8fbf-eaf1a7fb9b36 req-62738b5a-a6fa-472e-ba34-9af11f7bc855 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143982 Jun 19 01:02:53.303486 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33268) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:53.332887 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7951513-c3c5-4be5-94c7-d9a546ab2a30,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.332995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:53.333211 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:53.336211 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.337167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.338901 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] 10.222.0.26 "PUT /v2.0/ports/743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 1093 time: 2.8719354 Jun 19 01:02:53.340094 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.346018 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'tag': '743983d7-a51a-42ad-878f-b1d252891722'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:53.348411 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851aa200-70f8-43ce-9d53-fa1018a86796" -d '{"events": [{"name": "network-changed", "server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "tag": "743983d7-a51a-42ad-878f-b1d252891722"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:53.354231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.377935 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:53.383271 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Transition to ACTIVE for port object 2d9515f8-9caa-409d-ba32-92739a24a836 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:53.386707 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Pushing event updated for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.390310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.419714 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.437483 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eea168-00c0-471f-87ed-addb68c436b4 x-openstack-request-id: req-b1eea168-00c0-471f-87ed-addb68c436b4 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:53.438378 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "tag": "743983d7-a51a-42ad-878f-b1d252891722", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:53.439586 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1eea168-00c0-471f-87ed-addb68c436b4 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:53.439920 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'tag': '743983d7-a51a-42ad-878f-b1d252891722', 'status': 'completed', 'code': 200} Jun 19 01:02:53.443998 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.448179 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.475544 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.491807 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.503024 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.537885 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.538746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.540168 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 1093 time: 2.3643496 Jun 19 01:02:53.557135 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.597994 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.611893 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.613989 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.650025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:02:53.674482 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77472f-2ece-4359-a12f-0646694f931d req-fcdb0224-4d5d-4b88-a968-39d1922b85a5 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.683232 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bc77472f-2ece-4359-a12f-0646694f931d req-fcdb0224-4d5d-4b88-a968-39d1922b85a5 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 944 time: 0.2632945 Jun 19 01:02:53.686117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:02:53.709416 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.710039 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.714397 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc29fc11-3004-4934-9a4b-d7a920cf8b2a HTTP/1.1" status: 200 len: 1094 time: 1.7230654 Jun 19 01:02:53.714739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:02:53.714976 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:53.740209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.741108 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.755235 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-c2f8d6a3-bea9-449e-b4cd-d2a51fbcd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:53.756881 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-c2f8d6a3-bea9-449e-b4cd-d2a51fbcd02d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1096 time: 0.2941999 Jun 19 01:02:53.799025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.831285 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-31518385-7439-4ec4-8aa3-1d688722b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.872537 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.876839 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.894386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:53.895604 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7951513-c3c5-4be5-94c7-d9a546ab2a30 HTTP/1.1" status: 204 len: 168 time: 0.5846686 Jun 19 01:02:53.899581 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Pushing event updated for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.905032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.908820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-97e96341-f7e4-4516-b2b9-003744abffc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:53.909360 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8659661 Jun 19 01:02:53.919843 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bc77472f-2ece-4359-a12f-0646694f931d req-f06be1f9-16e6-4644-ac9d-b8cbcb15dbb2 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357318 Jun 19 01:02:53.931247 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7951513-c3c5-4be5-94c7-d9a546ab2a30,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:53.934513 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:53.969879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Request body: {'port': {'device_id': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:02:54.033515 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33294) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:54.043430 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57c154-3b93-4ef6-8ac8-8a1508365e31 req-eabb3234-da2a-4069-87b8-eaeb1c0d6c0a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.045253 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0f57c154-3b93-4ef6-8ac8-8a1508365e31 req-eabb3234-da2a-4069-87b8-eaeb1c0d6c0a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 943 time: 0.2629545 Jun 19 01:02:54.050472 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65726d796f4bce0e28478e58d89249897d48f88e498b5672e5d04313892f704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55609947-89aa-447e-97d1-b497c7ffe0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:54.071308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-57fa4854-ea57-4c9c-a376-49156acf36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.082013 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-57fa4854-ea57-4c9c-a376-49156acf36cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1096 time: 0.3009894 Jun 19 01:02:54.143456 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-98595779-c05e-4728-b981-1938d671926d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 217 time: 0.0487623 Jun 19 01:02:54.165869 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-30814e25-9427-4c5d-aa63-f7e098454efa None None] Provisioning for port 2d9515f8-9caa-409d-ba32-92739a24a836 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:54.170888 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-30814e25-9427-4c5d-aa63-f7e098454efa None None] Provisioning complete for port 2d9515f8-9caa-409d-ba32-92739a24a836 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:54.176611 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-30814e25-9427-4c5d-aa63-f7e098454efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.208771 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-7a397784-57f6-48e1-9605-e875b5ba7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.215536 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-7a397784-57f6-48e1-9605-e875b5ba7884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.0658700 Jun 19 01:02:54.237505 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0f57c154-3b93-4ef6-8ac8-8a1508365e31 req-c1de38d9-6069-4d10-98b4-d94b43493684 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769164 Jun 19 01:02:54.255712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-30814e25-9427-4c5d-aa63-f7e098454efa None None] Port 2d9515f8-9caa-409d-ba32-92739a24a836 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:02:54.288225 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fabcd156-dfbf-4a25-8800-f485efd7a844 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:54.314554 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.361838 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-c67b27f6-0bb0-4671-825a-369b3a1f9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.363454 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-c67b27f6-0bb0-4671-825a-369b3a1f9ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1409299 Jun 19 01:02:54.497407 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port fabcd156-dfbf-4a25-8800-f485efd7a844 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:54.503913 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port fabcd156-dfbf-4a25-8800-f485efd7a844 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:54.506843 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.513257 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-9c8b5934-c5aa-4f12-a986-aec44f41a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.515423 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-9c8b5934-c5aa-4f12-a986-aec44f41a620 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e826800ea8104abdab274a93239f9e9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7473896 Jun 19 01:02:54.555089 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-59b0f9db-8d72-44b5-b910-bc8ee2e8b11d service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833239 Jun 19 01:02:54.601522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.607621 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-ad5846eb-3cfb-49e5-958f-873d61f8e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.609274 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-ad5846eb-3cfb-49e5-958f-873d61f8e45b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 1097 time: 0.7292860 Jun 19 01:02:54.609822 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.633041 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:54.641028 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8762-0aa2-418e-adc9-1ec8cf024db1 req-ad6148f1-6d9d-46ed-9a42-da5a439e9ff5 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.643664 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ee5f8762-0aa2-418e-adc9-1ec8cf024db1 req-ad6148f1-6d9d-46ed-9a42-da5a439e9ff5 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 944 time: 0.1942542 Jun 19 01:02:54.654777 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.703587 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ee5f8762-0aa2-418e-adc9-1ec8cf024db1 req-c89b07a5-8a67-4bce-9305-24390119e921 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508780 Jun 19 01:02:54.713431 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-a2f03a9b-91ba-4117-b66c-2f39eb7bfbff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a HTTP/1.1" status: 200 len: 217 time: 0.0945365 Jun 19 01:02:54.732222 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fabcd156-dfbf-4a25-8800-f485efd7a844,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:54.745396 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62deda-c169-4c09-ac7c-f476f6f87c24 req-ff6e5f13-680e-449f-a193-8b36b810841f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.752480 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6f62deda-c169-4c09-ac7c-f476f6f87c24 req-ff6e5f13-680e-449f-a193-8b36b810841f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 931 time: 0.5165617 Jun 19 01:02:54.754055 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ed4d93-f8e2-4815-9ea2-9c7ef96c9d8f req-b0a0d1b2-6230-4ad2-b20d-51568dcdc6b0 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915560 Jun 19 01:02:54.775738 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.785704 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:54.800437 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:54.801346 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ae2e532a-edef-42f5-83ff-b1d5ab8788bb up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:02:54.803021 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:54.864853 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ab10e92f20140a5b6afb186bd842906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184693 Jun 19 01:02:54.865771 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdbafa8-2d2b-4a75-abd9-49739ff86448,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:54.867271 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:54.872714 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-08dff00d-2bce-4c10-a2c3-46e5c91ddcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.874164 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-851aa200-70f8-43ce-9d53-fa1018a86796 req-08dff00d-2bce-4c10-a2c3-46e5c91ddcd1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3503313 Jun 19 01:02:54.881037 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33324) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:54.892804 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:54.903135 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:54.961691 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6f62deda-c169-4c09-ac7c-f476f6f87c24 req-9de8a390-f1fb-4d37-bc53-25aa2c8f4910 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079587 Jun 19 01:02:54.990297 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b37947-1890-4139-af0e-d57632c53192 req-3bbada9c-f7c4-4362-9d96-9a54cb804828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:54.992375 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-3bbada9c-f7c4-4362-9d96-9a54cb804828 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.2299495 Jun 19 01:02:54.996878 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33328) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:54.997684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port ae2e532a-edef-42f5-83ff-b1d5ab8788bb completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:02:55.003444 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port ae2e532a-edef-42f5-83ff-b1d5ab8788bb triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:02:55.003931 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.020496 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5b56c-3042-4ee0-b583-525f7c00eb2d x-openstack-request-id: req-03a5b56c-3042-4ee0-b583-525f7c00eb2d {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:55.020914 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:55.021200 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03a5b56c-3042-4ee0-b583-525f7c00eb2d {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:55.027588 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a', 'status': 'completed', 'code': 200} Jun 19 01:02:55.049623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182434ad-089f-434e-9f98-4865e46b6a69" -d '{"events": [{"server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "name": "network-vif-plugged", "status": "completed", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:55.133524 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-99ce20d4-8199-46d5-a1ed-5663e0eaa708 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588193 Jun 19 01:02:55.156126 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.159603 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.195580 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,segment=NetworkSegment(e8e8ae7e-0507-4b28-ae3c-533511e51c85),segment_id=e8e8ae7e-0507-4b28-ae3c-533511e51c85)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:55.303514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.306306 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:55.318317 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de597-aa0e-4407-9c3a-1e15bb698ba6 req-e9589a8e-f3b6-454e-a8d2-efb509b68a6c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:55.320083 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-996de597-aa0e-4407-9c3a-1e15bb698ba6 req-e9589a8e-f3b6-454e-a8d2-efb509b68a6c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 944 time: 0.1071744 Jun 19 01:02:55.334833 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.343096 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.376178 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:55.379569 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:55.386321 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-71c83379-ec7b-43dc-a2a6-d591ffdf9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:55.387828 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-71c83379-ec7b-43dc-a2a6-d591ffdf9762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1096 time: 0.4510262 Jun 19 01:02:55.388568 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-996de597-aa0e-4407-9c3a-1e15bb698ba6 req-e9ac99f8-2db0-43bd-8850-5653ac1805b3 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Jun 19 01:02:55.423731 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.430264 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:55.442177 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:55.444828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640" -d '{"events": [{"name": "network-changed", "server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:55.474065 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f84903-bac5-4af3-942c-ae0f30e7caa5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:55.477015 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.479630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:55.486141 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-07ec3a72-79ac-4bb9-b5d7-61b4d9e66add service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237300 Jun 19 01:02:55.486957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33350) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:55.487051 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9982f8a8dc364906ab581b24ecbcdf7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888902 Jun 19 01:02:55.503799 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-d94033ae-f09f-466f-abc8-0973f105e4a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0937772 Jun 19 01:02:55.550893 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab047b19-7167-49b0-bbd9-cb9f766aef7c req-10b9f51d-d9d3-4355-b89d-21021753062c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:55.552367 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab047b19-7167-49b0-bbd9-cb9f766aef7c req-10b9f51d-d9d3-4355-b89d-21021753062c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 944 time: 0.4746323 Jun 19 01:02:55.572344 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae157b-5878-43e7-930b-3dbcf5f3df00 x-openstack-request-id: req-99ae157b-5878-43e7-930b-3dbcf5f3df00 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:55.572792 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "name": "network-vif-plugged", "status": "completed", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:55.573312 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99ae157b-5878-43e7-930b-3dbcf5f3df00 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:55.573903 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844', 'code': 200} Jun 19 01:02:55.732457 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-3dbe0119-b535-4bf7-b981-954e424cd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:55.732457 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-3dbe0119-b535-4bf7-b981-954e424cd0e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.1931491 Jun 19 01:02:55.738305 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c3fd-f934-4f03-b25b-d62e4b1122cd req-b4880660-abef-4eae-ae60-f060ba843e56 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:55.739858 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f8d1c3fd-f934-4f03-b25b-d62e4b1122cd req-b4880660-abef-4eae-ae60-f060ba843e56 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 943 time: 0.0707245 Jun 19 01:02:55.780453 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f8d1c3fd-f934-4f03-b25b-d62e4b1122cd req-9e7dbb85-d506-4a5e-89c3-2df9a89d2103 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Jun 19 01:02:55.786853 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab047b19-7167-49b0-bbd9-cb9f766aef7c req-52f2e85b-7f54-443b-91e7-8ae647391a49 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659346 Jun 19 01:02:55.812742 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-e7e8cf79-6b72-4fa1-8b64-6f668ca8e3b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561626 Jun 19 01:02:55.816641 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5b37947-1890-4139-af0e-d57632c53192 req-8fd46f65-314b-43bf-8733-34c33c9734c5 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216996 Jun 19 01:02:55.829136 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:55.855917 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.894936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.902378 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c74f1-dbb8-48e2-ba34-22f7def484d9 x-openstack-request-id: req-a75c74f1-dbb8-48e2-ba34-22f7def484d9 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:55.902690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:55.902964 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a75c74f1-dbb8-48e2-ba34-22f7def484d9 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:55.903362 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'status': 'completed', 'code': 200} Jun 19 01:02:55.903947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.917333 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:55.921087 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecdbafa8-2d2b-4a75-abd9-49739ff86448 HTTP/1.1" status: 204 len: 168 time: 1.0363312 Jun 19 01:02:55.936118 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7048739b-334c-4d40-af03-f3bda8b82624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:55.946017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Transition to ACTIVE for port object 2d9515f8-9caa-409d-ba32-92739a24a836 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:02:55.986528 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdbafa8-2d2b-4a75-abd9-49739ff86448,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:55.989060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:55.993773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.011430 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.26', 54002) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:56.082537 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.114046 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:56.114186 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a6cb-5acb-496b-9467-147d41f35c76 req-f24abe35-6bbc-4ea9-bb6f-c2055a3a33b3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.114186 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-94e4a6cb-5acb-496b-9467-147d41f35c76 req-f24abe35-6bbc-4ea9-bb6f-c2055a3a33b3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.1674330 Jun 19 01:02:56.120020 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-32bb0ea0-f7f2-4068-896f-2fd69e82d316 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935569 Jun 19 01:02:56.123332 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-42ae40fe-7c7f-4eee-af5e-a26fda4a11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.125365 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-42ae40fe-7c7f-4eee-af5e-a26fda4a11b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 1097 time: 0.1446443 Jun 19 01:02:56.250089 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-94e4a6cb-5acb-496b-9467-147d41f35c76 req-9b0de336-a78f-4570-bead-ee41cf5ae16e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235085 Jun 19 01:02:56.296075 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-036a1b60-1554-4556-a08e-38158c6cb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.302374 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-036a1b60-1554-4556-a08e-38158c6cb17c service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.1617205 Jun 19 01:02:56.351252 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-5ca35316-a290-41b1-9883-cb1b3d5c2547 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a HTTP/1.1" status: 200 len: 217 time: 0.0464132 Jun 19 01:02:56.446128 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-55aea51e-5caa-4f5c-8849-f21e909d3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.447581 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-55aea51e-5caa-4f5c-8849-f21e909d3e71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0898929 Jun 19 01:02:56.500083 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-c19a1b70-8a72-40ad-a1d6-3ab7c66889e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438488 Jun 19 01:02:56.531592 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-eeac83ee-eacc-47c2-8335-f98f3fa6c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.533452 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-eeac83ee-eacc-47c2-8335-f98f3fa6c089 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1096 time: 0.6209490 Jun 19 01:02:56.541503 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:56.552620 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:56.569256 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33380) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:56.595159 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.624188 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.632431 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.652700 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a8e86bed-442b-45d3-8d19-d8b3fa75f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.670319 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.673925 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47f84903-bac5-4af3-942c-ae0f30e7caa5 HTTP/1.1" status: 204 len: 168 time: 1.1786070 Jun 19 01:02:56.676818 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:56.680882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d24143-9d36-4859-9909-6f0014111673 req-b97c76ba-6d0a-44f2-b142-510bc2d3884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.682349 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-99d24143-9d36-4859-9909-6f0014111673 req-b97c76ba-6d0a-44f2-b142-510bc2d3884c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 1098 time: 0.6699693 Jun 19 01:02:56.727746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Attempting to bind port 2d9515f8-9caa-409d-ba32-92739a24a836 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:02:56.728088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Attempting to bind port 2d9515f8-9caa-409d-ba32-92739a24a836 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:02:56.728520 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Attempting to bind port 2d9515f8-9caa-409d-ba32-92739a24a836 on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:56.730620 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f84903-bac5-4af3-942c-ae0f30e7caa5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:56.731475 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-04ab9c2c-8a91-4a84-a3a8-39e35669fec7 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158191 Jun 19 01:02:56.732991 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:56.756051 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-99d24143-9d36-4859-9909-6f0014111673 req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.761781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Port 2d9515f8-9caa-409d-ba32-92739a24a836 on network b4e87aef-f42b-4873-9ec1-92d19117baa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:02:56.761970 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Attempting to bind port 2d9515f8-9caa-409d-ba32-92739a24a836 on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:02:56.776840 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-dcdd08bd-b4f5-4bcd-aa3f-3b265257e234 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065125 Jun 19 01:02:56.783321 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb3589-0f86-48d3-bd41-12ece8874645 req-e211df11-8026-4fbd-ada1-d2628f9b9b7e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.784861 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dceb3589-0f86-48d3-bd41-12ece8874645 req-e211df11-8026-4fbd-ada1-d2628f9b9b7e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.6612530 Jun 19 01:02:56.800855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:02:56.801276 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Checking segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:02:56.801576 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Bound using segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:02:56.802028 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Bound port: 2d9515f8-9caa-409d-ba32-92739a24a836, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:02:56.802406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.848716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-0ea9cac3-31e1-4f00-a7e1-0e37092715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.850243 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-0ea9cac3-31e1-4f00-a7e1-0e37092715f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.2928126 Jun 19 01:02:56.864630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.874805 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c9e1f-022c-4491-ba43-1b1088d14216 req-7288bc92-f7ea-4ff0-bd8f-dd246de7d6e8 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:56.877156 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3c9e1f-022c-4491-ba43-1b1088d14216 req-7288bc92-f7ea-4ff0-bd8f-dd246de7d6e8 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.2645731 Jun 19 01:02:56.922412 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-39034ebb-bdf9-4515-bd17-e4b025ed1638 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 217 time: 0.0509348 Jun 19 01:02:56.928361 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dceb3589-0f86-48d3-bd41-12ece8874645 req-28005d32-3643-47c4-9cff-d01b6d72eec9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343734 Jun 19 01:02:56.943188 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3c9e1f-022c-4491-ba43-1b1088d14216 req-3254474d-a6bb-4675-a6e2-4dc956a18e52 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592418 Jun 19 01:02:56.949301 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55609947-89aa-447e-97d1-b497c7ffe0e0 req-b38ff33c-e95c-429b-a478-88d42f614fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093484 Jun 19 01:02:56.967080 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:56.973018 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:57.009585 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:02:57.017382 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2d1740720454ca8836be3eda1a32359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452565 Jun 19 01:02:57.025866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33392) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:57.037769 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e97648-00db-4ec3-a6f4-c9418504d06a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:57.041329 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:57.056068 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:02:57.106215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-1025fe7e-07e1-4086-8165-85b2da937bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.108226 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-1025fe7e-07e1-4086-8165-85b2da937bfa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.1772699 Jun 19 01:02:57.176066 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.203347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc4040-63c3-4673-b1e6-e1b686072293 req-000958a5-9acc-467b-a3e5-10757dea768a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.204738 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fbcc4040-63c3-4673-b1e6-e1b686072293 req-000958a5-9acc-467b-a3e5-10757dea768a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 944 time: 0.0820541 Jun 19 01:02:57.215406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:57.260510 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fbcc4040-63c3-4673-b1e6-e1b686072293 req-ef86c781-13df-448f-83e6-39934bc4ba0c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Jun 19 01:02:57.324475 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.325146 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.326593 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] 10.222.0.26 "PUT /v2.0/ports/2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 1093 time: 3.4058554 Jun 19 01:02:57.359995 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.365868 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.374220 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-99d24143-9d36-4859-9909-6f0014111673 req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.385519 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:57.404303 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:57.432730 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb6f23-f7b2-41e4-b434-a06fbf209c35 req-4b8f8af4-e151-4ac3-ac87-012b9e02d71c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.434234 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bdbb6f23-f7b2-41e4-b434-a06fbf209c35 req-4b8f8af4-e151-4ac3-ac87-012b9e02d71c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 943 time: 0.3201921 Jun 19 01:02:57.436374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.480210 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-bed68435-0353-4492-bcc6-9ec0638d9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.481833 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-bed68435-0353-4492-bcc6-9ec0638d9494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3539820 Jun 19 01:02:57.490695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a75b3-6b77-4acc-bc55-1d6040ff6558 req-0ff9c3ba-7076-4e3a-9a30-74c2d0421e5e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.498711 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-902a75b3-6b77-4acc-bc55-1d6040ff6558 req-0ff9c3ba-7076-4e3a-9a30-74c2d0421e5e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.0981233 Jun 19 01:02:57.537600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-99d24143-9d36-4859-9909-6f0014111673 req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.539029 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-902a75b3-6b77-4acc-bc55-1d6040ff6558 req-fb6f23b9-1731-4afb-b972-7095e8a58609 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Jun 19 01:02:57.574991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:57.577375 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975ab5d-bb43-478d-a2d8-2c70ddf2dc1d" -d '{"events": [{"server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "name": "network-vif-plugged", "status": "completed", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:57.585247 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4b2a04f7-7a92-4fd7-af86-54f00d37a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:57.618435 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f123a3-4b97-430e-a211-8c824012fbdf x-openstack-request-id: req-22f123a3-4b97-430e-a211-8c824012fbdf {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:57.619311 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "name": "network-vif-plugged", "status": "completed", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:57.619707 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22f123a3-4b97-430e-a211-8c824012fbdf {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:57.620305 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb', 'code': 200} Jun 19 01:02:57.638954 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33412) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:57.653234 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.654227 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bdbb6f23-f7b2-41e4-b434-a06fbf209c35 req-149683d7-a567-4c52-a4e9-c106d0bea273 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048235 Jun 19 01:02:57.673889 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-99d24143-9d36-4859-9909-6f0014111673 req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772658 Jun 19 01:02:57.707407 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d4300c68-e81b-4a84-a4ee-9fbc8b2c5d38,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:57.712781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:57.739479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-03994148-ba6e-47cb-a54a-6459726df6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.740987 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-03994148-ba6e-47cb-a54a-6459726df6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1096 time: 0.2466450 Jun 19 01:02:57.743232 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-930de8ee-cbda-4ae4-b584-402c7c067719 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194691 Jun 19 01:02:57.748785 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.806508 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-424e1eec-4c58-472e-878b-405a1a01fc8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 217 time: 0.0523136 Jun 19 01:02:57.807090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.828723 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.833728 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:57.835442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.835442 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40e97648-00db-4ec3-a6f4-c9418504d06a HTTP/1.1" status: 204 len: 168 time: 0.8077457 Jun 19 01:02:57.844034 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:57.874294 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=822f8295ba954c3ca425708b7ff69c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341928 Jun 19 01:02:57.875487 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33416) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:57.881825 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01115cd8-753f-44a8-94db-dc6684a966af,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:57.883830 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e97648-00db-4ec3-a6f4-c9418504d06a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:57.885395 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:57.898549 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:57.904395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:02:57.906847 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02121dc1-6264-4c0f-a2ac-27da1a42105b" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:02:57.924327 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-36da2528-d33e-4995-81b8-52313ad51725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:57.925867 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-36da2528-d33e-4995-81b8-52313ad51725 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0950477 Jun 19 01:02:57.952717 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:57.991202 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5c28bf2e-5b8e-4a76-98ea-d35487f4d640 req-8158bd84-20a0-4435-9436-0e97192e5eed service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309196 Jun 19 01:02:58.009884 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2d79a6-e9a1-4436-8259-259a52bad3b2 x-openstack-request-id: req-ba2d79a6-e9a1-4436-8259-259a52bad3b2 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:02:58.010060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:02:58.010319 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba2d79a6-e9a1-4436-8259-259a52bad3b2 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:02:58.010722 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'status': 'completed', 'code': 200} Jun 19 01:02:58.010838 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.051226 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-99388c44-29f1-47e7-9e3e-cf632e378788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.052811 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-99388c44-29f1-47e7-9e3e-cf632e378788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1126864 Jun 19 01:02:58.057072 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823baa4-7db5-4fee-91e5-ef1826cbec1f req-0b838b08-df05-4d25-aa06-e0e0eb84fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.058493 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f823baa4-7db5-4fee-91e5-ef1826cbec1f req-0b838b08-df05-4d25-aa06-e0e0eb84fc0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 1098 time: 0.0812619 Jun 19 01:02:58.092078 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33426) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:58.158040 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.162353 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.163659 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01115cd8-753f-44a8-94db-dc6684a966af HTTP/1.1" status: 204 len: 168 time: 0.2877140 Jun 19 01:02:58.201328 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1f19fbda-9d30-4705-be26-46bb3d4e7994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:58.210236 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f823baa4-7db5-4fee-91e5-ef1826cbec1f req-179c56c0-6ba2-4aed-97d4-773757477085 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434183 Jun 19 01:02:58.219160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01115cd8-753f-44a8-94db-dc6684a966af,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:58.223870 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:58.265327 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a97b66-9624-4510-b73b-d84d4789702f req-81efe159-5bba-40f2-ae27-ca41a03efd55 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.267564 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1a97b66-9624-4510-b73b-d84d4789702f req-81efe159-5bba-40f2-ae27-ca41a03efd55 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.1187193 Jun 19 01:02:58.269265 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-6b558c21-baea-4dce-a369-e13cef1dbfa4 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011018 Jun 19 01:02:58.280974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d90d2-77d2-4bb2-b636-ce5827c79486 req-da7e5f12-8733-4c81-81b8-48457c7c822d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.283535 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-348d90d2-77d2-4bb2-b636-ce5827c79486 req-da7e5f12-8733-4c81-81b8-48457c7c822d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1601529 Jun 19 01:02:58.302345 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device cc29fc11-3004-4934-9a4b-d7a920cf8b2a details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:02:58.309511 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1a97b66-9624-4510-b73b-d84d4789702f req-dc112acb-dc4f-4c86-8f2a-99d162b784cc tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Jun 19 01:02:58.390025 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.399243 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-348d90d2-77d2-4bb2-b636-ce5827c79486 req-c98cd5c6-7861-4702-8460-e4b6586c1df0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051433 Jun 19 01:02:58.450284 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-de47c884-f9b9-417c-bed1-5c5bd57bec0b req-0f033a8e-bb45-4ea1-9253-04cbe9b4113d service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653039 Jun 19 01:02:58.473824 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:58.485684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'port_id': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a', 'mac_address': 'fa:16:3e:be:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:02:58.531827 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.550615 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc29fc11-3004-4934-9a4b-d7a920cf8b2a {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:58.551877 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e414-c7e2-4c01-b3a4-d8a343101704 req-451bdd12-0ad6-481e-8486-9fd2137fc1a3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.553466 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7338e414-c7e2-4c01-b3a4-d8a343101704 req-451bdd12-0ad6-481e-8486-9fd2137fc1a3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 944 time: 0.1032290 Jun 19 01:02:58.583988 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:58.610665 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.640873 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7338e414-c7e2-4c01-b3a4-d8a343101704 req-50f45a29-a19f-4dcc-879a-988e8b9346c8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793099 Jun 19 01:02:58.642189 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-5b0ce30d-05e3-44b5-940a-0f1dc23fa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.643892 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-5b0ce30d-05e3-44b5-940a-0f1dc23fa6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1096 time: 0.0656152 Jun 19 01:02:58.668888 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.669375 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.670261 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device c6c2ed6b-6ddb-4adc-a631-1f8443afe707 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:02:58.673049 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:58.682779 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:58.724588 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85c4a47a460a40d68e892e2868f9d016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310644 Jun 19 01:02:58.725253 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33448) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:58.727829 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a760c-aab1-4732-b55a-a291a7f44721,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:58.737473 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:58.795624 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:58.801810 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.808114 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:58.854145 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:58.862686 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.871609 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'port_id': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'mac_address': 'fa:16:3e:6b:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:02:58.889532 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-25100d75-6152-4766-9e88-79ebde815f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.890987 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-25100d75-6152-4766-9e88-79ebde815f1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.2375479 Jun 19 01:02:58.903865 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d703c-c9c8-4a5e-b32b-5769055793b4 req-7b90b525-b958-4983-8598-e4e9f1fe8d64 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.905344 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-367d703c-c9c8-4a5e-b32b-5769055793b4 req-7b90b525-b958-4983-8598-e4e9f1fe8d64 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.2219787 Jun 19 01:02:58.930374 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.932471 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab741f-3b9d-4fc0-bcd1-6f170f35ff35 req-0b26eb45-3a73-4091-9a2b-2e88d6e6f992 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:58.934167 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e4ab741f-3b9d-4fc0-bcd1-6f170f35ff35 req-0b26eb45-3a73-4091-9a2b-2e88d6e6f992 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 943 time: 0.1166072 Jun 19 01:02:58.950267 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-d2fe0fb9-02c1-41de-b778-c216a99371fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 217 time: 0.0436473 Jun 19 01:02:58.971334 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c2ed6b-6ddb-4adc-a631-1f8443afe707 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:02:58.988231 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e4ab741f-3b9d-4fc0-bcd1-6f170f35ff35 req-cab3b394-47ad-42a9-9918-0c397b41365e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Jun 19 01:02:58.994117 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:58.997480 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.002264 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/637a760c-aab1-4732-b55a-a291a7f44721 HTTP/1.1" status: 204 len: 168 time: 0.2758036 Jun 19 01:02:59.003610 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:59.015655 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-367d703c-c9c8-4a5e-b32b-5769055793b4 req-3339ab12-d68a-4c35-aa1b-80ff5b1be34f tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014323 Jun 19 01:02:59.025268 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-fb28aa9a-16ee-4393-8620-7f62f18ed42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:59.025409 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a760c-aab1-4732-b55a-a291a7f44721,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:59.025986 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-fb28aa9a-16ee-4393-8620-7f62f18ed42b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0630760 Jun 19 01:02:59.026567 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:02:59.027361 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:59.065596 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:02:59.085604 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33460) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:59.086550 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.089188 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c707bc18-e635-443d-8879-f893a53b90b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:59.092671 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-226b0a25-022a-4c82-8374-b4d534ea6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:59.100714 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-226b0a25-022a-4c82-8374-b4d534ea6b68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0612259 Jun 19 01:02:59.105584 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.165037 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:59.168274 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:59.229744 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.250160 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-2311a1c2-f9be-4fa5-acd1-043e2decc8b9 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387577 Jun 19 01:02:59.286139 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.315874 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.318672 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-b7b0bb5e-8c37-4b89-9e8b-7a307d8ae122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:59.374615 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-02121dc1-6264-4c0f-a2ac-27da1a42105b req-5d20287d-0037-4d19-82b6-b2ffde961221 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134660 Jun 19 01:02:59.387415 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244a563-924d-43aa-a734-ff6ed0202029,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:59.392747 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de29dd5a38254608be882acdc2f9914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056033 Jun 19 01:02:59.396762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33466) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:02:59.398396 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:59.463791 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.504569 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.539600 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['cc29fc11-3004-4934-9a4b-d7a920cf8b2a'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:02:59.579105 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['c6c2ed6b-6ddb-4adc-a631-1f8443afe707'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:02:59.611757 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.615992 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:02:59.620740 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1244a563-924d-43aa-a734-ff6ed0202029 HTTP/1.1" status: 204 len: 168 time: 0.2195714 Jun 19 01:02:59.620740 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-521795aa-b681-4313-b01f-c2f8840a2109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:02:59.629718 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244a563-924d-43aa-a734-ff6ed0202029,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:02:59.637883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:02:59.661436 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d623be-395f-4481-aa18-bee24df40d0c req-e3b30032-8685-43f5-8772-a6d00e9653bf tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:59.669085 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1d623be-395f-4481-aa18-bee24df40d0c req-e3b30032-8685-43f5-8772-a6d00e9653bf tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.1383135 Jun 19 01:02:59.721079 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1d623be-395f-4481-aa18-bee24df40d0c req-e43b78b8-55b1-4a7b-90ce-55422fc76a24 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Jun 19 01:02:59.768728 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877668-45c2-47e7-ae45-c289c627964f req-23336e45-a354-49cc-874b-eb015e224b7b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:59.772484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ff877668-45c2-47e7-ae45-c289c627964f req-23336e45-a354-49cc-874b-eb015e224b7b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1164007 Jun 19 01:02:59.821573 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ff877668-45c2-47e7-ae45-c289c627964f req-d5166b54-3a89-4636-99c5-e42f3cc66ccd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jun 19 01:02:59.927855 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04738641-be97-4992-8e7d-85a9b1a81567 req-b9443327-3b63-487e-b649-c31af0a5a812 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:02:59.929434 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-04738641-be97-4992-8e7d-85a9b1a81567 req-b9443327-3b63-487e-b649-c31af0a5a812 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 945 time: 0.0830679 Jun 19 01:02:59.970046 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-04738641-be97-4992-8e7d-85a9b1a81567 req-463aff03-29be-41e5-abd8-c4ebc647e87e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Jun 19 01:03:00.015277 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33482) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:00.029075 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.226421 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.238536 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add02223-f5c3-44c4-b795-8652e7d30597 req-a6f93f18-5251-440e-b0df-f6cc2d0fd33c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:00.240028 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-add02223-f5c3-44c4-b795-8652e7d30597 req-a6f93f18-5251-440e-b0df-f6cc2d0fd33c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.0760779 Jun 19 01:03:00.251273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6850ab-8dea-47b9-9bcd-72fd1f46fa6a req-fc343363-eb47-450e-9d7e-3dd1e54063d6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:00.252858 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dc6850ab-8dea-47b9-9bcd-72fd1f46fa6a req-fc343363-eb47-450e-9d7e-3dd1e54063d6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 944 time: 0.1078074 Jun 19 01:03:00.286927 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-add02223-f5c3-44c4-b795-8652e7d30597 req-5632ac9d-0d9d-4104-a0c5-1309503a4bd5 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Jun 19 01:03:00.312505 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 743983d7-a51a-42ad-878f-b1d252891722 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:03:00.515406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.544577 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:00.546157 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=743983d7-a51a-42ad-878f-b1d252891722,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:00.560579 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49209933590d49bb93878e09a11bf5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442033 Jun 19 01:03:00.564301 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33506) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:00.576195 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dc6850ab-8dea-47b9-9bcd-72fd1f46fa6a req-146dbd09-d5ac-4e38-8814-64693bd159aa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161666 Jun 19 01:03:00.579573 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '743983d7-a51a-42ad-878f-b1d252891722', 'network_id': '61035340-dcdd-4cb6-b5ce-82bd7174e261', 'port_id': '743983d7-a51a-42ad-878f-b1d252891722', 'mac_address': 'fa:16:3e:d9:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf3c911-bbb8-469b-8a03-f2a237fe68a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:03:00.593252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f3479-cbda-4538-9b31-1daca8b719ef,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:00.597948 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:00.631739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.636893 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.646050 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743983d7-a51a-42ad-878f-b1d252891722 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:00.658302 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.666753 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=743983d7-a51a-42ad-878f-b1d252891722,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:00.749980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.751649 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:00.774674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.779052 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:00.783186 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a01f3479-cbda-4538-9b31-1daca8b719ef HTTP/1.1" status: 204 len: 168 time: 0.2150228 Jun 19 01:03:00.785196 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ad186907-2d2c-4d7f-8c8f-d82cb0a66966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:00.801586 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:00.805150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:00.816808 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f3479-cbda-4538-9b31-1daca8b719ef,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:00.825493 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:00.958679 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529c6a7-273c-484c-a83f-40c50295df01 req-8c69c20f-1cc5-4ed5-97e3-d3ae74526806 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:00.960836 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1529c6a7-273c-484c-a83f-40c50295df01 req-8c69c20f-1cc5-4ed5-97e3-d3ae74526806 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.0747066 Jun 19 01:03:01.002777 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1529c6a7-273c-484c-a83f-40c50295df01 req-12b95edc-1c45-4070-99d1-63ac83319e37 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jun 19 01:03:01.030612 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['743983d7-a51a-42ad-878f-b1d252891722'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:01.060273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f5ab-4f51-4951-9f6e-571993aadf4b req-f0720f88-2189-4f29-9d05-dc9b81306a57 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:01.079488 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7402f5ab-4f51-4951-9f6e-571993aadf4b req-f0720f88-2189-4f29-9d05-dc9b81306a57 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1186895 Jun 19 01:03:01.186321 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7402f5ab-4f51-4951-9f6e-571993aadf4b req-f3a72d75-66c2-4719-b920-0d4bffc8ff2c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056917 Jun 19 01:03:01.280115 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec0cc-bec4-4a54-ad06-2e2053e141ef req-e0894aef-7f56-4a5a-94e2-340c949ea0cb tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:01.282324 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-46aec0cc-bec4-4a54-ad06-2e2053e141ef req-e0894aef-7f56-4a5a-94e2-340c949ea0cb tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 945 time: 0.0835805 Jun 19 01:03:01.338162 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-46aec0cc-bec4-4a54-ad06-2e2053e141ef req-0d1f24c3-786b-4b37-a0ff-4d363d73e692 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Jun 19 01:03:01.763641 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d747-550e-421a-9555-f95252a94600 req-817becb2-6409-4823-98c7-548305e79750 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:01.765113 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f194d747-550e-421a-9555-f95252a94600 req-817becb2-6409-4823-98c7-548305e79750 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 944 time: 0.0755441 Jun 19 01:03:01.806753 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f194d747-550e-421a-9555-f95252a94600 req-24f7cf27-0d81-4a9a-a9ee-a4dbd59cb40e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357962 Jun 19 01:03:02.334118 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:03:02.341972 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 743983d7-a51a-42ad-878f-b1d252891722 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:02.412230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cdc47-a64e-4a0a-9d22-3c606e744ed3 req-d83dd49d-db0d-414d-88e0-edecada0f685 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:02.420733 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-260cdc47-a64e-4a0a-9d22-3c606e744ed3 req-d83dd49d-db0d-414d-88e0-edecada0f685 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1112747 Jun 19 01:03:02.470122 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-260cdc47-a64e-4a0a-9d22-3c606e744ed3 req-b893fb3f-eeb0-4452-8e2e-2983797c1d85 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474336 Jun 19 01:03:02.513740 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:02.526616 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '2d9515f8-9caa-409d-ba32-92739a24a836', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:03:02.562075 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:02.575335 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:02.595911 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 743983d7-a51a-42ad-878f-b1d252891722 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:02.599401 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:02.602122 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 743983d7-a51a-42ad-878f-b1d252891722 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:02.602502 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:02.661766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4d88c-acb9-4129-8ec8-8be323e7c844 req-3a154550-a65b-4ff3-a48d-9852c0058948 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:02.663285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bdb4d88c-acb9-4129-8ec8-8be323e7c844 req-3a154550-a65b-4ff3-a48d-9852c0058948 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 945 time: 0.0868592 Jun 19 01:03:02.696210 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:02.703357 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bdb4d88c-acb9-4129-8ec8-8be323e7c844 req-3c027bea-7542-41d5-90c7-7390b5a88867 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Jun 19 01:03:02.710704 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:02.712927 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:02.751001 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743983d7-a51a-42ad-878f-b1d252891722'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:02.753428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae642a7-448b-407c-b932-879c619b7dff" -d '{"events": [{"server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "name": "network-vif-plugged", "status": "completed", "tag": "743983d7-a51a-42ad-878f-b1d252891722"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:02.769683 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=743983d7-a51a-42ad-878f-b1d252891722,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:02.782599 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:02.785705 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:02.801320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d952aba9-3a03-4727-be86-314ec36377e4 x-openstack-request-id: req-d952aba9-3a03-4727-be86-314ec36377e4 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:02.801623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "name": "network-vif-plugged", "status": "completed", "tag": "743983d7-a51a-42ad-878f-b1d252891722", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:02.801886 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d952aba9-3a03-4727-be86-314ec36377e4 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:02.802283 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743983d7-a51a-42ad-878f-b1d252891722', 'code': 200} Jun 19 01:03:02.846514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:02.851101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device cc29fc11-3004-4934-9a4b-d7a920cf8b2a up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:02.851101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:02.939388 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:02.942618 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:02.988854 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['2d9515f8-9caa-409d-ba32-92739a24a836'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:03.028961 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port cc29fc11-3004-4934-9a4b-d7a920cf8b2a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:03.039764 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port cc29fc11-3004-4934-9a4b-d7a920cf8b2a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:03.040235 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.089295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9a3f8-c9e0-466e-a9cd-17a3e00a8979 req-ef431bca-cf25-41f3-ab7c-c0b781c3ba9c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:03.090898 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f4b9a3f8-c9e0-466e-a9cd-17a3e00a8979 req-ef431bca-cf25-41f3-ab7c-c0b781c3ba9c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 944 time: 0.1106641 Jun 19 01:03:03.135383 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f4b9a3f8-c9e0-466e-a9cd-17a3e00a8979 req-06146c28-0883-41f3-9f27-8ee0b066e54e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 Jun 19 01:03:03.195873 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.272381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:03.286761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1b3fc-daf0-4b14-96e8-ee5a470b268d req-0c788b29-1b40-42f9-9753-0a1b267599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:03.291140 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-13d1b3fc-daf0-4b14-96e8-ee5a470b268d req-0c788b29-1b40-42f9-9753-0a1b267599ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.1308146 Jun 19 01:03:03.331465 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.332722 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device c6c2ed6b-6ddb-4adc-a631-1f8443afe707 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:03.336382 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:03.373172 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-13d1b3fc-daf0-4b14-96e8-ee5a470b268d req-39fdc931-e407-41bd-a284-27a5d3b14d4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Jun 19 01:03:03.418257 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:03.421413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:03.491336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:03.497467 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:03.498048 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.591398 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.625979 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:03.667522 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9f4a-cfae-4731-bdb4-06eed927db49 req-62925f64-509e-4be9-a434-da7212277431 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:03.668978 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2aea9f4a-cfae-4731-bdb4-06eed927db49 req-62925f64-509e-4be9-a434-da7212277431 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 944 time: 0.0848911 Jun 19 01:03:03.713302 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2aea9f4a-cfae-4731-bdb4-06eed927db49 req-5243da12-e606-4bde-95ee-324b38501d58 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341563 Jun 19 01:03:03.723453 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:03.725374 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-25a4d499-113f-407c-9859-fc37e6dda6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:03.785144 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:03.793805 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:03.883515 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38338f-95bb-4197-a6d4-a5b05e9305fb req-0444ea9e-f643-482b-a0db-ade9641c612e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:03.884921 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5b38338f-95bb-4197-a6d4-a5b05e9305fb req-0444ea9e-f643-482b-a0db-ade9641c612e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0636935 Jun 19 01:03:03.923758 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5b38338f-95bb-4197-a6d4-a5b05e9305fb req-63143398-cbfe-415a-8b2e-a97056821ccc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328660 Jun 19 01:03:04.329138 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187bf8-5c0a-4513-b070-76a9e667503c req-438c8692-6715-4fec-be06-c59d51c00db6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:04.335882 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af187bf8-5c0a-4513-b070-76a9e667503c req-438c8692-6715-4fec-be06-c59d51c00db6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0698037 Jun 19 01:03:04.369589 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:04.374459 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af187bf8-5c0a-4513-b070-76a9e667503c req-a8db12dd-7263-4f74-9cd2-e1803223a958 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Jun 19 01:03:04.553835 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 2d9515f8-9caa-409d-ba32-92739a24a836 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:04.557867 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 2d9515f8-9caa-409d-ba32-92739a24a836 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:04.558252 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:04.636194 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:04.668497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:04.788284 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:04.790229 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:04.810628 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a'}, {'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707'}, {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:04.812925 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb25b71-fc32-418d-93bc-6440b0efe1bb" -d '{"events": [{"server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "name": "network-vif-plugged", "status": "completed", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a"}, {"server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707"}, {"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:04.855609 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:04.858816 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:04.909258 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430d6ca-c19d-4cc1-8760-56c8914df942 req-b2f1be3a-f6fb-4773-a177-d9378fb7c4be tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:04.912841 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9430d6ca-c19d-4cc1-8760-56c8914df942 req-b2f1be3a-f6fb-4773-a177-d9378fb7c4be tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0710909 Jun 19 01:03:04.963368 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9430d6ca-c19d-4cc1-8760-56c8914df942 req-57978163-19e2-4a9b-85f1-4b7dbb94145e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 Jun 19 01:03:05.067999 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73410ba9-daa5-40cf-a89b-07bdddf85156 x-openstack-request-id: req-73410ba9-daa5-40cf-a89b-07bdddf85156 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:05.068853 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "name": "network-vif-plugged", "status": "completed", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a", "code": 200}, {"server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707", "code": 200}, {"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:05.077324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73410ba9-daa5-40cf-a89b-07bdddf85156 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:05.077765 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a', 'code': 200} Jun 19 01:03:05.078036 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'code': 200} Jun 19 01:03:05.078832 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'code': 200} Jun 19 01:03:05.180370 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab19d-ccab-4927-871c-dd804f8f589d req-885fd5bb-c81e-4e83-a567-f4270ca3071c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:05.182436 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dacab19d-ccab-4927-871c-dd804f8f589d req-885fd5bb-c81e-4e83-a567-f4270ca3071c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0762506 Jun 19 01:03:05.235243 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dacab19d-ccab-4927-871c-dd804f8f589d req-268b4770-7bdb-4afb-bbc7-4eb71889aa83 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451658 Jun 19 01:03:05.467701 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33718) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:05.612799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba701d1c-4ede-42a8-94ef-4c3597ab8646 req-87e13d70-d269-4fc6-9d54-e197a8c342a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:05.615130 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ba701d1c-4ede-42a8-94ef-4c3597ab8646 req-87e13d70-d269-4fc6-9d54-e197a8c342a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1098 time: 0.1198823 Jun 19 01:03:05.624940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2b0c-d5f0-41f3-9702-6e07c69df258 req-18b13e05-0503-44b4-8528-26dd68f2f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:05.627407 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-648a2b0c-d5f0-41f3-9702-6e07c69df258 req-18b13e05-0503-44b4-8528-26dd68f2f47b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1098 time: 0.0978353 Jun 19 01:03:05.630098 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4950c-8acd-4994-b649-eae6d77cf7f9 req-1769f56b-dbdf-4069-85af-1dfd91f05c03 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:05.631635 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-16b4950c-8acd-4994-b649-eae6d77cf7f9 req-1769f56b-dbdf-4069-85af-1dfd91f05c03 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1069689 Jun 19 01:03:05.676528 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:05.708060 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-16b4950c-8acd-4994-b649-eae6d77cf7f9 req-891321ac-da70-4114-bb7c-7281b60fea38 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659482 Jun 19 01:03:05.760059 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-648a2b0c-d5f0-41f3-9702-6e07c69df258 req-bd8fa04a-c9c3-4e6a-8aa5-d352439bfa8f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997510 Jun 19 01:03:05.765237 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ba701d1c-4ede-42a8-94ef-4c3597ab8646 req-7f4f9ee6-691d-406b-98ff-25c6a69a7f99 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166470 Jun 19 01:03:05.804017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2bac1-1412-4af6-939b-21a2dcdb6256 req-1286df77-ebcf-4e78-ba85-a6fd16899c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:05.805480 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-07c2bac1-1412-4af6-939b-21a2dcdb6256 req-1286df77-ebcf-4e78-ba85-a6fd16899c89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 1099 time: 0.1430531 Jun 19 01:03:05.849289 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:05.904185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:05.908265 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c4ed797d-66bb-401b-ae17-dccd1f9847ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:05.951033 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-07c2bac1-1412-4af6-939b-21a2dcdb6256 req-92404067-eb4b-4e2f-8663-cbb685ed6ab2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631394 Jun 19 01:03:05.956154 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8cd3df015bd4470bd51df8ccd2d156e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843225 Jun 19 01:03:05.956987 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13509bab-d039-49e1-9d59-8ccbf99fc1ad,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:05.958990 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33728) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:05.960444 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:06.007661 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.033875 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.119980 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.122711 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.124046 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13509bab-d039-49e1-9d59-8ccbf99fc1ad HTTP/1.1" status: 204 len: 168 time: 0.1638880 Jun 19 01:03:06.124811 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-df5d8c4d-5c5c-4974-9c01-24db00499bb0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:06.146154 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13509bab-d039-49e1-9d59-8ccbf99fc1ad,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:06.149930 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:06.184399 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6833-b446-4ca9-98a2-add03d7a5076 req-6796b2e0-f47a-4218-91bb-c8f6837da5c4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:06.184756 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-68ca6833-b446-4ca9-98a2-add03d7a5076 req-6796b2e0-f47a-4218-91bb-c8f6837da5c4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0894966 Jun 19 01:03:06.227419 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-68ca6833-b446-4ca9-98a2-add03d7a5076 req-fd8bd6b8-3fa6-45a1-a411-aff6c747c33e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355008 Jun 19 01:03:06.425467 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaee87-9596-48f9-b843-cc6b6f97f0c7 req-76e2e47d-b294-4eba-b0a8-3426a916abde tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:06.426926 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ebdaee87-9596-48f9-b843-cc6b6f97f0c7 req-76e2e47d-b294-4eba-b0a8-3426a916abde tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0645726 Jun 19 01:03:06.472268 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ebdaee87-9596-48f9-b843-cc6b6f97f0c7 req-8587d16d-32d6-42da-a9cf-4fc1791e9264 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Jun 19 01:03:06.761034 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33760) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:06.775551 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.880217 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.893717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbabbe4-0a76-494b-97fe-5a436b164dec req-b0947c85-d706-440d-ad47-d0e219473e9f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:06.895218 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fdbabbe4-0a76-494b-97fe-5a436b164dec req-b0947c85-d706-440d-ad47-d0e219473e9f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0777097 Jun 19 01:03:06.920019 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:06.924777 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1e7f099b-b1af-4caf-9516-e30b449e166d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:06.937482 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fdbabbe4-0a76-494b-97fe-5a436b164dec req-c314eb55-c365-47d5-ad8c-2fc4b9997e39 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364718 Jun 19 01:03:06.999440 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33774) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:07.000733 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c73fc0306754abdbc0514297b13ae49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373691 Jun 19 01:03:07.027054 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c46bea-0bc8-4e10-98ab-184d59a92b3b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:07.032398 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:07.044506 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33776) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:07.068079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.093449 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.098282 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-9d2924f3-2b90-41c3-bbda-bf9c8f8b13a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:07.100142 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-9d2924f3-2b90-41c3-bbda-bf9c8f8b13a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.1389272 Jun 19 01:03:07.116510 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-aed0db13-6c96-4529-bbba-9b50c5a9b282 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/quotas/1d8270baaaeb4a86bd93dbdcae94cb21 HTTP/1.1" status: 200 len: 375 time: 0.0107746 Jun 19 01:03:07.175984 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.227682 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-33bb85d6-4646-4ac6-9012-958fc10672dc tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042695 Jun 19 01:03:07.245208 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.247723 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.249217 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3c46bea-0bc8-4e10-98ab-184d59a92b3b HTTP/1.1" status: 204 len: 168 time: 0.2477410 Jun 19 01:03:07.250758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:07.291513 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c46bea-0bc8-4e10-98ab-184d59a92b3b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:07.306762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:07.361353 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-09828bee-0dc2-4b02-a235-d24e1881e70b service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258717 Jun 19 01:03:07.436006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.472703 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-a3ff3659-0a51-437f-834f-b5dc42afd284 service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100693 Jun 19 01:03:07.517479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd46ea-b2a8-4c11-ae32-8ed026481868 req-f653ea6f-b3f8-4208-9484-aa8fb97426f1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:07.519585 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.519826 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b8bd46ea-b2a8-4c11-ae32-8ed026481868 req-f653ea6f-b3f8-4208-9484-aa8fb97426f1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0912328 Jun 19 01:03:07.558770 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-05fb3e85-ad4c-4ddd-8976-8f4b6bd6f59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:07.565030 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9cad81ce8b3496eaae1c04c2112edae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166113 Jun 19 01:03:07.567070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33794) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:07.599397 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b8bd46ea-b2a8-4c11-ae32-8ed026481868 req-1a083fbc-90ab-4a82-8af9-65a1629abe1c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703211 Jun 19 01:03:07.610029 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ddf81-888e-4ce3-a148-350e6886438c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:07.613454 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:07.663065 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.687718 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.848208 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b95ea7-3be7-4921-aa5a-ca96a3ed4bdb req-436b688d-835d-4f99-a3fb-63de15be3038 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:07.856841 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-70b95ea7-3be7-4921-aa5a-ca96a3ed4bdb req-436b688d-835d-4f99-a3fb-63de15be3038 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1099670 Jun 19 01:03:07.900943 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c9ffe1f2-65dd-4d6b-8922-710f8c48acde req-48139a24-5382-454f-ae39-ab06cda21afc tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.0418789 Jun 19 01:03:07.911262 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-70b95ea7-3be7-4921-aa5a-ca96a3ed4bdb req-d8a19b9c-a888-492c-8411-4e92be525e36 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Jun 19 01:03:07.913310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.916067 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:07.917056 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/693ddf81-888e-4ce3-a148-350e6886438c HTTP/1.1" status: 204 len: 168 time: 0.3487592 Jun 19 01:03:07.917921 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-45fdf42a-e05d-4175-849d-d09ef1323f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:07.986902 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ddf81-888e-4ce3-a148-350e6886438c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:07.986902 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:08.123675 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c78b0-7bd5-415b-a7e2-812fa23a0af7 req-a8d6add9-07b5-43c0-8816-032bf921aaf1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:08.125204 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-271c78b0-7bd5-415b-a7e2-812fa23a0af7 req-a8d6add9-07b5-43c0-8816-032bf921aaf1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0656548 Jun 19 01:03:08.164342 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-271c78b0-7bd5-415b-a7e2-812fa23a0af7 req-983a2924-d8e8-4c06-8305-4f6108c14624 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Jun 19 01:03:08.347680 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b584a12-451f-45fc-960e-61802b6c581d req-ecfe30d4-050e-4747-8d96-3476c70e5008 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:08.349838 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b584a12-451f-45fc-960e-61802b6c581d req-ecfe30d4-050e-4747-8d96-3476c70e5008 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0713944 Jun 19 01:03:08.360125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33828) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:08.365432 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'floatingip': {'port_id': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:08.475510 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:08.855864 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39396541-d994-4a13-8780-8c3e0b43c9b3 req-6dc9d557-e7f8-4adc-913e-1bc27e3370fb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:08.862919 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-39396541-d994-4a13-8780-8c3e0b43c9b3 req-6dc9d557-e7f8-4adc-913e-1bc27e3370fb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0751562 Jun 19 01:03:08.915792 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-39396541-d994-4a13-8780-8c3e0b43c9b3 req-ac8a3177-5060-4ef9-9852-dfe0e201005f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519259 Jun 19 01:03:08.929487 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 33854) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:08.947094 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.097110 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4d98b1c4-b9a9-446b-b676-a049bfae6fb0 req-190a430b-7a9d-451a-8a5b-abedc1510350 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.0455301 Jun 19 01:03:09.270459 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548866f0-fa06-442a-8cdc-85432a9e030e req-8c429aeb-bdb1-42ea-8ef6-0f7e5209ad0f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:09.271973 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-548866f0-fa06-442a-8cdc-85432a9e030e req-8c429aeb-bdb1-42ea-8ef6-0f7e5209ad0f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0646925 Jun 19 01:03:09.283072 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33862) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:09.294384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'floatingip': {'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:09.375914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.413559 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7b6a0-f8c7-48f3-9780-5d14b347a17d req-ce462f55-3216-4664-bd57-1e01a5bfaa30 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:09.415402 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-65f7b6a0-f8c7-48f3-9780-5d14b347a17d req-ce462f55-3216-4664-bd57-1e01a5bfaa30 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.3819940 Jun 19 01:03:09.420990 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.db.resource_extend [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 19 01:03:09.480949 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.542035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.545383 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-65f7b6a0-f8c7-48f3-9780-5d14b347a17d req-1e007598-8881-4338-aedc-7d3a83cfd2d7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108682 Jun 19 01:03:09.570921 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.574559 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-dca3ff88-acc1-4da1-8abe-e8518ae87c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:09.612160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.620113 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66cc4c23f2ee49d49a4fe94a543c841f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895549 Jun 19 01:03:09.637474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33874) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:09.654476 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03399509-b7a8-4f23-9c46-b819a62acb98,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:09.657109 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378830c8-c8e3-4ecb-b2c2-79a81ace4324 req-5a9865b8-46c7-4ce7-b56f-25962eed8875 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:09.659695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:09.659819 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-378830c8-c8e3-4ecb-b2c2-79a81ace4324 req-5a9865b8-46c7-4ce7-b56f-25962eed8875 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.2795784 Jun 19 01:03:09.745695 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.l3_db [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Floating IP 89532d27-ddd5-46d7-9dd4-200a89373ec1 associated. External IP: 172.28.3.19, port: c6c2ed6b-6ddb-4adc-a631-1f8443afe707. Jun 19 01:03:09.766443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33876) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:09.786366 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-378830c8-c8e3-4ecb-b2c2-79a81ace4324 req-6d65be42-bd18-4c54-98d1-36e6aed31ad2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144140 Jun 19 01:03:09.853864 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:09.956879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.031456 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:03:10.073737 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.152452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:03:10.162735 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.170088 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:03:10.181069 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:03:10.183409 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:10.334350 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:03:10.457933 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.db.resource_extend [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 19 01:03:10.475500 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-65df5132-6758-4871-a2b6-e9c22ff1a4d9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "PUT /v2.0/floatingips/89532d27-ddd5-46d7-9dd4-200a89373ec1 HTTP/1.1" status: 200 len: 990 time: 2.1141403 Jun 19 01:03:10.476912 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:10.479574 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65726d796f4bce0e28478e58d89249897d48f88e498b5672e5d04313892f704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3b8170-9884-43ba-b3c2-d5b038305fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:10.564174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.567430 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.571679 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03399509-b7a8-4f23-9c46-b819a62acb98 HTTP/1.1" status: 204 len: 168 time: 0.9283538 Jun 19 01:03:10.571679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bb3f083e-45a0-423c-a2c0-0b9f16bf9c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:10.644968 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17840b6c-f2d1-444b-aea6-885c93df1caf req-5c573262-6441-4280-b033-2964d9c95806 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:10.650661 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-17840b6c-f2d1-444b-aea6-885c93df1caf req-5c573262-6441-4280-b033-2964d9c95806 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1192501 Jun 19 01:03:10.664766 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a390bc7b-0bad-4f43-a292-86b0f48ead6a req-08cafb82-27b5-48b9-925b-d593233f6d23 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.1483390 Jun 19 01:03:10.693928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03399509-b7a8-4f23-9c46-b819a62acb98,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:10.703096 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:10.752332 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-17840b6c-f2d1-444b-aea6-885c93df1caf req-04bfa74d-0399-4fc6-b4df-1c53cd9910a8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jun 19 01:03:10.756633 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.761298 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '89532d27-ddd5-46d7-9dd4-200a89373ec1', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:6b:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de87140-2147-4051-b833-4bb581a0d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:39Z', 'updated_at': '2021-06-19T01:03:09Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:10.832089 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:03:10.836848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.838347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716d688-573e-4b40-81d4-fd97fc714606 x-openstack-request-id: req-8716d688-573e-4b40-81d4-fd97fc714606 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:10.838940 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:10.839312 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8716d688-573e-4b40-81d4-fd97fc714606 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:10.839789 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'status': 'completed', 'code': 200} Jun 19 01:03:10.861352 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:03:10.862375 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:10.945595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-58c2cd96-0e09-4bf4-bb71-1d822e63ed02 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:10.947818 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-58c2cd96-0e09-4bf4-bb71-1d822e63ed02 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.4488451 Jun 19 01:03:10.975303 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-8d017635-818e-4431-bd04-e4b29d91ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:10.977228 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-8d017635-818e-4431-bd04-e4b29d91ae6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1098 time: 0.1092153 Jun 19 01:03:10.985074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:10.999992 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Request body: {'port': {'device_id': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'admin_state_up': True, 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:11.026385 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:03:11.096770 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:11.133005 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-857a7c68-782d-4c1f-81a6-19299f68319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.134441 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-857a7c68-782d-4c1f-81a6-19299f68319b service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.1510339 Jun 19 01:03:11.146692 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8680b3-de5d-4f6f-a1c5-30cf742f71e8 req-09189328-29c7-4d2e-b4a3-338f16c9c536 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.154390 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5f8680b3-de5d-4f6f-a1c5-30cf742f71e8 req-09189328-29c7-4d2e-b4a3-338f16c9c536 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.1396606 Jun 19 01:03:11.160855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:11.205120 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f89b8c5d4aeb45cd91e4ee0f2ad947d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4375992 Jun 19 01:03:11.209099 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-53170beb-64af-48b4-97dc-6da7db0da676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.210740 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-53170beb-64af-48b4-97dc-6da7db0da676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 1099 time: 0.5744996 Jun 19 01:03:11.217862 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 33910) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:11.224265 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572329a0-db1b-4f64-9fd3-07a0224ea5ff,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:11.239673 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:11.259712 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-1f02e7bc-83b2-4f43-8e37-8513abd6bce9 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.261568 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-1f02e7bc-83b2-4f43-8e37-8513abd6bce9 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.26 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.4902527 Jun 19 01:03:11.321279 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5f8680b3-de5d-4f6f-a1c5-30cf742f71e8 req-d995bca8-386a-4d01-b285-1798e6280300 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658041 Jun 19 01:03:11.337730 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-a81774c9-86af-465c-bbbd-c8b44ea3b611 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 998 time: 0.1708441 Jun 19 01:03:11.404038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-614ed899-2afa-4cf1-a2e5-88b6a235f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.407049 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-614ed899-2afa-4cf1-a2e5-88b6a235f1d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.0610092 Jun 19 01:03:11.428932 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:11.436358 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b352ca23-7002-420f-9129-1482935ff396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '89532d27-ddd5-46d7-9dd4-200a89373ec1', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:6b:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de87140-2147-4051-b833-4bb581a0d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:39Z', 'updated_at': '2021-06-19T01:03:09Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:11.462369 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Floating IP d5e7272a-d45d-46dd-9150-c0b001b37949 associated. External IP: 172.28.3.244, port: 2d9515f8-9caa-409d-ba32-92739a24a836. Jun 19 01:03:11.465590 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:11.468124 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-be9506e2-6f6d-4c79-b13b-abe15ef9d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.470123 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352ca23-7002-420f-9129-1482935ff396 None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '89532d27-ddd5-46d7-9dd4-200a89373ec1', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:6b:0b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de87140-2147-4051-b833-4bb581a0d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:39Z', 'updated_at': '2021-06-19T01:03:09Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:03:11.470338 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-be9506e2-6f6d-4c79-b13b-abe15ef9d8a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0571444 Jun 19 01:03:11.587858 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-efe9f26d-ba07-4fa3-b36f-648fb319c5da service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017509 Jun 19 01:03:11.629132 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-6f717ca7-cdf6-47a0-a524-88a2a2982d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:11.630566 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-6f717ca7-cdf6-47a0-a524-88a2a2982d44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.4135733 Jun 19 01:03:11.716338 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-08fb0af1-299d-408b-a7f5-db44009655c7 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166246 Jun 19 01:03:11.740132 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-2eea4e2e-e956-423e-a676-f15c82008f76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a HTTP/1.1" status: 200 len: 217 time: 0.0759921 Jun 19 01:03:11.745245 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:11.752675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:11.753494 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925ef58-23bb-461d-9f1c-0efefe5121d1 None None] New status for floating IP 89532d27-ddd5-46d7-9dd4-200a89373ec1: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:03:11.886714 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Deleting port ae2e532a-edef-42f5-83ff-b1d5ab8788bb {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:03:11.887049 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:12.050428 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ba2a4-7c54-40dc-be51-61c8f0fda105 req-28c86f47-5c77-42e1-a567-32a330ab0c74 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:12.051847 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:12.053571 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e25ba2a4-7c54-40dc-be51-61c8f0fda105 req-28c86f47-5c77-42e1-a567-32a330ab0c74 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0890820 Jun 19 01:03:12.054380 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:12.057962 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/572329a0-db1b-4f64-9fd3-07a0224ea5ff HTTP/1.1" status: 204 len: 168 time: 0.8234072 Jun 19 01:03:12.079672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-cd3d888d-3209-423b-a80f-bec40d024802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:12.113699 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e25ba2a4-7c54-40dc-be51-61c8f0fda105 req-d074ed7b-0732-4ca0-977f-25a8102cf52c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Jun 19 01:03:12.116628 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6d7e6577-5b94-4cdf-a778-df9c3830ceaf req-473fa7e3-2565-446f-99db-2bdd098636c2 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.2414279 Jun 19 01:03:12.145115 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572329a0-db1b-4f64-9fd3-07a0224ea5ff,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:12.147419 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:12.168134 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-ef537585-fa92-4be0-9832-4bcc9e282444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:12.170349 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-ef537585-fa92-4be0-9832-4bcc9e282444 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.3844469 Jun 19 01:03:12.249995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:03:12.251774 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-cb539cd6-d7f9-4ba1-bd66-4465861f8cdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721097 Jun 19 01:03:12.552144 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f493e0c-514c-49ac-81b1-77d4aa040f0d req-75c368e2-9ed2-4178-86b1-7144d05f3c22 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:12.554710 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3f493e0c-514c-49ac-81b1-77d4aa040f0d req-75c368e2-9ed2-4178-86b1-7144d05f3c22 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 945 time: 0.1055303 Jun 19 01:03:12.577661 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] For port ae2e532a-edef-42f5-83ff-b1d5ab8788bb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,segment=NetworkSegment(e8e8ae7e-0507-4b28-ae3c-533511e51c85),segment_id=e8e8ae7e-0507-4b28-ae3c-533511e51c85)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:12.578812 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:12.603834 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3f493e0c-514c-49ac-81b1-77d4aa040f0d req-9ee6c975-85c8-4d42-8524-3540d1150c1c tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f48b597-fc82-4e2b-9fa4-e7f76537ab54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Jun 19 01:03:12.690618 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Calling delete_port for ae2e532a-edef-42f5-83ff-b1d5ab8788bb owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:03:12.753957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Allocated IP 172.20.0.10 (30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765/2cf527ae-0711-43e9-9515-6b943cd36d18/14397f7a-31c0-4e94-81cb-adda2900e250) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:03:12.901470 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-baab906b-7873-4cdd-860c-c89bf2f903f2 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908126 Jun 19 01:03:13.040795 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:03:13.052832 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:03:13.058241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.062017 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:03:13.062778 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:13.209414 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-4b159bbd-b9ea-4752-b2bc-3790b22c4e81 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "PUT /v2.0/floatingips/d5e7272a-d45d-46dd-9150-c0b001b37949 HTTP/1.1" status: 200 len: 991 time: 3.9192379 Jun 19 01:03:13.215495 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:13.217821 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:13.221119 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:03:13.229221 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-865837c8-f9ff-478f-98e2-5d720c348a93 req-20c71b36-1474-4f64-9583-f1e20ae4f0cb service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072879 Jun 19 01:03:13.256332 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.365734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.367672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.386363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:13.401204 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:13.439126 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72bd7b-8c9e-42b8-9b84-5fbf095412f6 req-514cf143-8ae0-4f00-8818-b1f3dc0340f1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:13.444977 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ba72bd7b-8c9e-42b8-9b84-5fbf095412f6 req-514cf143-8ae0-4f00-8818-b1f3dc0340f1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1256588 Jun 19 01:03:13.498639 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:03:13.513200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:03:13.527474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:03:13.529387 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ba72bd7b-8c9e-42b8-9b84-5fbf095412f6 req-948d074b-e746-4538-85df-1cc572ab54f8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Jun 19 01:03:13.543424 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:13.544251 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.574160 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event updated for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:13.581779 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:13.592123 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:13.693219 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Pushing event deleted for resources: {'Port': ['ID=ae2e532a-edef-42f5-83ff-b1d5ab8788bb,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:13.695817 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:13.705887 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd5e7272a-d45d-46dd-9150-c0b001b37949', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:43Z', 'updated_at': '2021-06-19T01:03:10Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:13.722277 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] No DVR routers for this DVR port ae2e532a-edef-42f5-83ff-b1d5ab8788bb on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:03:13.728762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.730431 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0ce555c2-4a50-4862-852c-2fb2ca23e7f9 req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.26 "DELETE /v2.0/ports/ae2e532a-edef-42f5-83ff-b1d5ab8788bb HTTP/1.1" status: 204 len: 173 time: 2.4426675 Jun 19 01:03:13.749195 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf52d1-7858-4dd1-8aea-47b44bf1ef4f req-12d0c1be-5c68-47ba-ab92-f05a3a84d883 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:13.751295 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-11cf52d1-7858-4dd1-8aea-47b44bf1ef4f req-12d0c1be-5c68-47ba-ab92-f05a3a84d883 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 932 time: 0.3513658 Jun 19 01:03:13.759572 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:03:13.769082 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:03:13.769723 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:02:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:13.799905 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-11cf52d1-7858-4dd1-8aea-47b44bf1ef4f req-bc312ff0-5731-41a1-b319-dbbecfd037a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Jun 19 01:03:13.822711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:13.825467 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8304296 Jun 19 01:03:13.842908 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ae2e532a-edef-42f5-83ff-b1d5ab8788bb'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:13.862169 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Request body: {'port': {'device_id': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:13.884224 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:03:13.919725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99bb16-4e4e-474a-9f5c-e0ea93b8c9ec x-openstack-request-id: req-cc99bb16-4e4e-474a-9f5c-e0ea93b8c9ec {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:13.919725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:13.919725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc99bb16-4e4e-474a-9f5c-e0ea93b8c9ec {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:13.919725 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'status': 'completed', 'code': 200} Jun 19 01:03:14.061666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:14.096988 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-013f720b-4fee-4dd4-86a3-0d02838325e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:14.098619 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-013f720b-4fee-4dd4-86a3-0d02838325e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1098 time: 0.1790459 Jun 19 01:03:14.140207 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-58a8ee6a-8eae-4edb-9bae-d1dfb9cde502 req-47a18508-07fd-46d5-9fca-244c392b7ffe tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0605032 Jun 19 01:03:14.265223 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd5e7272a-d45d-46dd-9150-c0b001b37949', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:43Z', 'updated_at': '2021-06-19T01:03:10Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:14.336778 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6c929-a006-40b4-85dd-ddaec1e8cf32 None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd5e7272a-d45d-46dd-9150-c0b001b37949', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.244', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:02:43Z', 'updated_at': '2021-06-19T01:03:10Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:03:14.377578 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-416a5c93-a786-40a9-a21e-2fd1b3aef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:14.379214 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-416a5c93-a786-40a9-a21e-2fd1b3aef4e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.2419813 Jun 19 01:03:14.529400 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-7233a408-53a6-4518-bde5-4ffe80ea36a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 999 time: 0.1376541 Jun 19 01:03:14.651030 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14397f7a-31c0-4e94-81cb-adda2900e250 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:14.655931 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657672f0-4657-4225-a1ce-dab62c54a925 None None] New status for floating IP d5e7272a-d45d-46dd-9150-c0b001b37949: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:03:14.662153 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:14.665573 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-90921583-bc13-4cab-96f8-8a342b8253e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:14.667106 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-90921583-bc13-4cab-96f8-8a342b8253e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0922420 Jun 19 01:03:14.685850 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Transition to ACTIVE for port object 14397f7a-31c0-4e94-81cb-adda2900e250 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:03:14.794781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-d1a5216e-896e-4fe5-bd80-edde1e5ac673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:14.794781 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-d1a5216e-896e-4fe5-bd80-edde1e5ac673 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0560045 Jun 19 01:03:14.795900 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a092b-ed57-4908-ab5a-a7e2f90365a9 req-8c1613d0-3ab0-4f8a-afba-f7b8fbc4b6a6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:14.795900 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-781a092b-ed57-4908-ab5a-a7e2f90365a9 req-8c1613d0-3ab0-4f8a-afba-f7b8fbc4b6a6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0786850 Jun 19 01:03:14.795900 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-781a092b-ed57-4908-ab5a-a7e2f90365a9 req-3a44e03e-3bf7-485c-bd8c-4740890d158b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jun 19 01:03:14.828888 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-ced18e18-948a-4840-bf71-59290d038824 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864549 Jun 19 01:03:14.893710 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:14.900014 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:15.260113 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b804824-3b4b-43eb-b8e2-5c95ed3c9912 req-edbd865f-5515-4f81-85f8-1b1eb33b5d89 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252539 Jun 19 01:03:15.296275 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Pushing event updated for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:15.301872 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:15.375818 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Attempting to bind port 14397f7a-31c0-4e94-81cb-adda2900e250 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:03:15.376159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Attempting to bind port 14397f7a-31c0-4e94-81cb-adda2900e250 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:03:15.376507 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Attempting to bind port 14397f7a-31c0-4e94-81cb-adda2900e250 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:15.393508 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d418e69-24c2-4a03-b0a4-a39979d83cee req-56814217-7c75-4fe7-ac0f-bfd107f10dd0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:15.400891 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2d418e69-24c2-4a03-b0a4-a39979d83cee req-56814217-7c75-4fe7-ac0f-bfd107f10dd0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 944 time: 0.4740360 Jun 19 01:03:15.428108 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Port 14397f7a-31c0-4e94-81cb-adda2900e250 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:03:15.428440 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Attempting to bind port 14397f7a-31c0-4e94-81cb-adda2900e250 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:15.445977 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:03:15.446554 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Checking segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:03:15.446865 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Bound using segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:03:15.447305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Bound port: 14397f7a-31c0-4e94-81cb-adda2900e250, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:03:15.447687 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:15.453579 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2d418e69-24c2-4a03-b0a4-a39979d83cee req-b9a07f59-b0fb-4fe5-8eec-c7d10d92ef95 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512080 Jun 19 01:03:15.481088 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0d08a3bc-6928-4327-b435-d7c830a6eafb req-9d35d18b-b73a-4f28-9125-334ddb033e3e tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] 10.222.0.22 "GET /v2.0/ports?device_id=55488616-a018-4ddf-a857-dd543f3a5385 HTTP/1.1" status: 200 len: 210 time: 0.0412655 Jun 19 01:03:15.539176 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:03:15.542378 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=14397f7a-31c0-4e94-81cb-adda2900e250,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:03:15.640136 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:15.645252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ef7d04af-cd90-4126-8236-2b20ed8583ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:15.681844 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:15.682535 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:15.684876 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] 10.222.0.26 "PUT /v2.0/ports/14397f7a-31c0-4e94-81cb-adda2900e250 HTTP/1.1" status: 200 len: 1094 time: 1.8319139 Jun 19 01:03:15.715357 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Pushing event updated for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:15.719000 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:15.918121 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'name': 'network-vif-deleted', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb'}, {'name': 'network-changed', 'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:15.920233 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243c5137-855c-42a3-a1cd-6670b49eee5e" -d '{"events": [{"server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "name": "network-vif-deleted", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb"}, {"name": "network-changed", "server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:15.955169 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-fc3ae6be-1193-4006-9c65-ffe09b2da2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:15.956579 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-fc3ae6be-1193-4006-9c65-ffe09b2da2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 1097 time: 0.1026049 Jun 19 01:03:15.965611 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb078194-08b7-4fed-bfdd-9499198cb66e x-openstack-request-id: req-cb078194-08b7-4fed-bfdd-9499198cb66e {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:15.965951 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55488616-a018-4ddf-a857-dd543f3a5385", "name": "network-vif-deleted", "tag": "ae2e532a-edef-42f5-83ff-b1d5ab8788bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:15.966224 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb078194-08b7-4fed-bfdd-9499198cb66e {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:15.966653 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55488616-a018-4ddf-a857-dd543f3a5385', 'name': 'network-vif-deleted', 'tag': 'ae2e532a-edef-42f5-83ff-b1d5ab8788bb', 'status': 'completed', 'code': 200} Jun 19 01:03:15.966946 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250', 'status': 'completed', 'code': 200} Jun 19 01:03:15.989328 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de7b09-935f-40ef-9733-9d3191997030 req-63298fb3-06be-41c6-82f8-28dfd40b3357 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:15.992357 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6de7b09-935f-40ef-9733-9d3191997030 req-63298fb3-06be-41c6-82f8-28dfd40b3357 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0828524 Jun 19 01:03:16.036923 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-63f247e7-c407-4e91-8f17-a74edff3a002 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14397f7a-31c0-4e94-81cb-adda2900e250 HTTP/1.1" status: 200 len: 217 time: 0.0427134 Jun 19 01:03:16.086290 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6de7b09-935f-40ef-9733-9d3191997030 req-4b7081ac-fe1b-453c-95cd-d9634c15dc45 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844152 Jun 19 01:03:16.116793 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f44074d4-d431-430b-978f-8f369aba8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:16.118294 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-f44074d4-d431-430b-978f-8f369aba8109 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.0688722 Jun 19 01:03:16.172370 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-2e75355d-0257-4e86-adfe-6f0345ab2f60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262659 Jun 19 01:03:16.267292 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-e9aa3ebb-333e-4bb1-9da9-f662322e39ec service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810738 Jun 19 01:03:16.369536 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98b444ff-31ec-433f-ab3e-cf7855678b2b req-e962dae7-f980-46b9-b1a5-cd3cdc2e376d service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906568 Jun 19 01:03:16.444406 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ae2e532a-edef-42f5-83ff-b1d5ab8788bb no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:03:16.465331 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: ae2e532a-edef-42f5-83ff-b1d5ab8788bb {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:03:16.465896 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ae2e532a-edef-42f5-83ff-b1d5ab8788bb not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:03:16.586176 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-146eb695-c863-423f-a771-ec97164a3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:16.586176 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-146eb695-c863-423f-a771-ec97164a3fbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 1097 time: 0.0689101 Jun 19 01:03:16.679308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e1101-4f46-4f68-8fff-258a7506f8bc req-d9742b9f-bb3c-4028-9821-49281a428cd9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:16.680901 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a7e1101-4f46-4f68-8fff-258a7506f8bc req-d9742b9f-bb3c-4028-9821-49281a428cd9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 944 time: 0.0724792 Jun 19 01:03:16.686388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-9ee031c0-8818-47dc-b92a-89388cbff082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:16.688420 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-9ee031c0-8818-47dc-b92a-89388cbff082 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 916 time: 0.0954955 Jun 19 01:03:16.724494 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a7e1101-4f46-4f68-8fff-258a7506f8bc req-cee3280b-4d1e-4a11-8f26-3174f6b59400 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Jun 19 01:03:16.750484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-087f6e0b-8184-4a77-bf8e-1aa7b3bbff76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14397f7a-31c0-4e94-81cb-adda2900e250 HTTP/1.1" status: 200 len: 217 time: 0.0481961 Jun 19 01:03:16.803566 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-008b59f4-9f48-4fab-8d11-0eb5c0c3a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:16.805871 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-008b59f4-9f48-4fab-8d11-0eb5c0c3a659 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.0484388 Jun 19 01:03:16.843708 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-c2e0212f-2fe2-4b4c-9305-3bfd2a492e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265110 Jun 19 01:03:16.937930 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34108) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:16.943629 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-a53c3688-29c5-486a-9895-1a965da9024b service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888331 Jun 19 01:03:17.043809 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-243c5137-855c-42a3-a1cd-6670b49eee5e req-45c0899f-094c-4f58-ab10-3293d87ba1ee service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 Jun 19 01:03:17.051611 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.137768 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.207385 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.209888 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:17.246581 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=349132a9b2e44c38bb3b2b4fd468f25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075559 Jun 19 01:03:17.247777 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d6356-a1d1-4011-b918-b9f02a5844c5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:17.251393 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34118) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:17.251740 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:17.315996 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48cd5b-0034-4ce5-bcc7-98ee08bef88a req-2b5f7655-fcab-4cbb-98c6-22a8284631be tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:17.315996 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb48cd5b-0034-4ce5-bcc7-98ee08bef88a req-2b5f7655-fcab-4cbb-98c6-22a8284631be tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1095896 Jun 19 01:03:17.337903 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.381866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.395386 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb48cd5b-0034-4ce5-bcc7-98ee08bef88a req-3f04c855-89d5-4d7d-aac9-ca8f2ff28426 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Jun 19 01:03:17.593977 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.596631 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:17.597738 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b3d6356-a1d1-4011-b918-b9f02a5844c5 HTTP/1.1" status: 204 len: 168 time: 0.3448586 Jun 19 01:03:17.598540 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f2a1bb92-6929-4bb4-950c-4b195c75e90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:17.606408 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d6356-a1d1-4011-b918-b9f02a5844c5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:17.608759 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:17.911928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca91f-4cce-4367-b64e-de26af4ed56b req-78a1ede1-ddc2-4cf8-ae0f-8dae9c371939 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:17.913837 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-121ca91f-4cce-4367-b64e-de26af4ed56b req-78a1ede1-ddc2-4cf8-ae0f-8dae9c371939 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 944 time: 0.0721924 Jun 19 01:03:17.965196 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-121ca91f-4cce-4367-b64e-de26af4ed56b req-1b468900-1302-4c5d-800b-0f1a2d1430a7 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Jun 19 01:03:18.185658 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34164) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:18.202416 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.228493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34170) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:18.279867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Deleting subnet 280f9f02-1f0a-4787-bb7d-79f7c19b9fb2 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:03:18.284376 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.298216 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.319767 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.329259 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.382831 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.386007 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6ed47ebc-6f4d-428a-a6ed-bb5079f45db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:18.424520 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d2039615e6c4770b9e115b4f503ae70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375762 Jun 19 01:03:18.425266 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186ed49-cfa5-438a-8065-c5886033cbc4,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:18.427395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34176) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:18.432714 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.433137 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.433500 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.433852 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.434297 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.434558 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.434901 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.435240 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.435620 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.435906 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.436236 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.438636 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.441043 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:18.482954 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.508706 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.529632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.561339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:18.596898 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280f9f02-1f0a-4787-bb7d-79f7c19b9fb2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:18.611009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.612863 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/280f9f02-1f0a-4787-bb7d-79f7c19b9fb2 HTTP/1.1" status: 204 len: 168 time: 0.3830652 Jun 19 01:03:18.616902 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34184) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:18.618406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.618969 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.619330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.619679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.620021 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.620366 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.620779 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.621124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.621494 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.632928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.632928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.632928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:18.632928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:18.648971 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c8f5e-8a4d-4601-a54a-cc795f9a952b req-f96b14fa-4cc3-44f3-bbca-6d9978f98283 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:18.650579 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d70c8f5e-8a4d-4601-a54a-cc795f9a952b req-f96b14fa-4cc3-44f3-bbca-6d9978f98283 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1356862 Jun 19 01:03:18.689986 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d70c8f5e-8a4d-4601-a54a-cc795f9a952b req-4401f361-867c-4120-af29-82553324a5d7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Jun 19 01:03:18.704280 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.759478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.767623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.767623 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a186ed49-cfa5-438a-8065-c5886033cbc4 HTTP/1.1" status: 204 len: 168 time: 0.3357599 Jun 19 01:03:18.767623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:18.773422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186ed49-cfa5-438a-8065-c5886033cbc4,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:18.782164 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:18.809797 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:18.821870 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.822216 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.822975 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.823324 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > port after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.823654 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.823999 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > port after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.824322 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.824707 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.831894 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.831894 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.981481 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.981742 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.982077 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.982407 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:03:18.982775 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d960ebf-e734-4136-b486-130c02cd3aad']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:19.006597 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e8ae7e-0507-4b28-ae3c-533511e51c85') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:19.006597 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e8ae7e-0507-4b28-ae3c-533511e51c85') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:03:19.018543 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.040035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.049650 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:03:19.050106 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: from cryptography.utils import int_from_bytes Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: from cryptography.utils import int_from_bytes Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:03:19.054800 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:03:19.177533 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ae01-191e-498f-b332-b926160a81c1 req-481dc4ad-c0c6-4dcb-aa8b-72af3165f086 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:19.179191 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c0e3ae01-191e-498f-b332-b926160a81c1 req-481dc4ad-c0c6-4dcb-aa8b-72af3165f086 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 944 time: 0.0804358 Jun 19 01:03:19.217149 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.223802 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c0e3ae01-191e-498f-b332-b926160a81c1 req-0aa2edc4-6299-4e39-8817-e5603756e5a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Jun 19 01:03:19.226217 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:19.230482 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.232677 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] 10.222.0.22 "DELETE /v2.0/networks/4d960ebf-e734-4136-b486-130c02cd3aad HTTP/1.1" status: 204 len: 168 time: 0.6144595 Jun 19 01:03:19.242944 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4d960ebf-e734-4136-b486-130c02cd3aad,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:19.245904 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:19.304244 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34204) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:19.429115 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.537936 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.598967 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.610405 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7d5355e4-8ded-43ec-b412-6d26b332e3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:19.641171 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e08e2ff69f6e4597b81904ac19925b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358603 Jun 19 01:03:19.642057 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cd31c-7f9a-4c52-8265-327c1095ee7d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:19.644415 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34226) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:19.655360 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:19.665368 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34228) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:19.708504 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7d4a9cdb-fd78-4c38-be4e-132ad04b466a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cd2718af07f44b9be14b5bf0bfa48b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420566 Jun 19 01:03:19.711157 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34232) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:19.719748 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.752644 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.770615 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.807642 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.884877 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.888061 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.889199 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b77cd31c-7f9a-4c52-8265-327c1095ee7d HTTP/1.1" status: 204 len: 168 time: 0.2426686 Jun 19 01:03:19.890149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9564d23a-12df-46ba-9ed8-8cede098b29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:19.907908 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cd31c-7f9a-4c52-8265-327c1095ee7d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:19.912918 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:19.971513 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.974899 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:19.976146 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f48b597-fc82-4e2b-9fa4-e7f76537ab54 HTTP/1.1" status: 204 len: 168 time: 0.2641921 Jun 19 01:03:19.977066 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bba1de29-78c3-41af-9451-02b93d004edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:19.981625 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac710b-9826-4628-810f-d0288188e210 req-86bb4896-f816-4d7b-bf82-fd55f6c16802 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:19.983243 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-45ac710b-9826-4628-810f-d0288188e210 req-86bb4896-f816-4d7b-bf82-fd55f6c16802 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0810363 Jun 19 01:03:19.986460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48b597-fc82-4e2b-9fa4-e7f76537ab54,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:19.988816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:20.025687 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-45ac710b-9826-4628-810f-d0288188e210 req-4361e15a-ffc7-41fe-a24e-981f1fee1643 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Jun 19 01:03:20.420738 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96c4c-5b59-4734-a423-8bd60b01e24a req-7f1712ec-0b73-4792-b244-cb80e600074f tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:20.422854 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45b96c4c-5b59-4734-a423-8bd60b01e24a req-7f1712ec-0b73-4792-b244-cb80e600074f tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 944 time: 0.0667837 Jun 19 01:03:20.460155 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45b96c4c-5b59-4734-a423-8bd60b01e24a req-4c553af3-ebe0-452c-9a9b-5b28953a3cdc tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Jun 19 01:03:20.492957 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 14397f7a-31c0-4e94-81cb-adda2900e250 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:03:20.655743 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34262) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:20.670829 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:20.713614 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=14397f7a-31c0-4e94-81cb-adda2900e250,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:20.728389 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '14397f7a-31c0-4e94-81cb-adda2900e250', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'port_id': '14397f7a-31c0-4e94-81cb-adda2900e250', 'mac_address': 'fa:16:3e:8d:44:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf527ae-0711-43e9-9515-6b943cd36d18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:03:20.774403 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:20.790165 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14397f7a-31c0-4e94-81cb-adda2900e250 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:20.834647 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:20.845540 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=14397f7a-31c0-4e94-81cb-adda2900e250,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:20.896432 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:20.899990 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9112adf7-8ee4-4d03-b88d-4439b7082781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:20.919323 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:20.921665 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:20.947032 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3639524c1746425ab782b60798441750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920151 Jun 19 01:03:20.947938 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712612b0-8be8-4f99-b55b-3c7e59c4e0af,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:20.952685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34270) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:20.953135 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:20.978589 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:20.987046 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.987413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.987753 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.988092 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.988430 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.988790 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.989600 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.989951 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.990290 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.990775 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.991111 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.991442 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:03:20.996357 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:21.024107 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:21.046958 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:21.153837 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:21.156927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:21.162789 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/712612b0-8be8-4f99-b55b-3c7e59c4e0af HTTP/1.1" status: 204 len: 168 time: 0.2065258 Jun 19 01:03:21.162789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c82c539e-e8ff-489b-a04a-a151046abaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:21.182156 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712612b0-8be8-4f99-b55b-3c7e59c4e0af,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:21.202721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:21.248194 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c61b-14ec-416a-9f9f-a68d9e78d603 req-fff806e0-1ec0-4af0-94d4-0ae277a0eea4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:21.250844 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-aaf5c61b-14ec-416a-9f9f-a68d9e78d603 req-fff806e0-1ec0-4af0-94d4-0ae277a0eea4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0908051 Jun 19 01:03:21.264075 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['14397f7a-31c0-4e94-81cb-adda2900e250'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:21.311983 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-aaf5c61b-14ec-416a-9f9f-a68d9e78d603 req-81cec130-3be8-44af-98a5-f5f65464b061 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Jun 19 01:03:21.651923 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccde6c-7911-4acc-8182-10e91d56b591 req-8a22bf8a-3e74-4a3b-b7dd-73581c8626ea tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:21.653939 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-78ccde6c-7911-4acc-8182-10e91d56b591 req-8a22bf8a-3e74-4a3b-b7dd-73581c8626ea tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 945 time: 0.0715251 Jun 19 01:03:21.694514 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-78ccde6c-7911-4acc-8182-10e91d56b591 req-c0717177-938d-4fb5-b50b-7d84fe89be64 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Jun 19 01:03:22.496009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9ae5-2c03-43af-9cfc-dfac6cea2f4d req-338c58f1-6bc2-4dc5-a5e2-ea5ad71246a2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:22.498149 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8a6e9ae5-2c03-43af-9cfc-dfac6cea2f4d req-338c58f1-6bc2-4dc5-a5e2-ea5ad71246a2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0686159 Jun 19 01:03:22.516681 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 14397f7a-31c0-4e94-81cb-adda2900e250 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:22.554255 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8a6e9ae5-2c03-43af-9cfc-dfac6cea2f4d req-c16bea51-949e-4d89-bcb2-6fba6a698387 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Jun 19 01:03:22.633287 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 14397f7a-31c0-4e94-81cb-adda2900e250 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:22.637273 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 14397f7a-31c0-4e94-81cb-adda2900e250 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:22.637658 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:22.726808 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:22.757615 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:22.760097 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c431bf28-2909-4848-be14-12fd24e9a7ab" -d '{"events": [{"server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "name": "network-vif-plugged", "status": "completed", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:22.773443 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=14397f7a-31c0-4e94-81cb-adda2900e250,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:22.805783 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30debcc-9620-40ec-a164-37a2575209f9 x-openstack-request-id: req-b30debcc-9620-40ec-a164-37a2575209f9 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:22.806087 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "name": "network-vif-plugged", "status": "completed", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:22.806359 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b30debcc-9620-40ec-a164-37a2575209f9 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:22.806860 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250', 'code': 200} Jun 19 01:03:22.878987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:22.881375 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:22.920032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096396b3-2723-4862-92b6-b2906266f627 req-f78a9d68-2fd9-4a24-b252-e05e56d43401 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:22.922317 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-096396b3-2723-4862-92b6-b2906266f627 req-f78a9d68-2fd9-4a24-b252-e05e56d43401 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 945 time: 0.0761013 Jun 19 01:03:22.930237 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:22.934370 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:22.971060 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-096396b3-2723-4862-92b6-b2906266f627 req-9454c1fc-9086-45ee-a575-1ac82150e844 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Jun 19 01:03:23.178120 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34368) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:23.232215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f852-9b22-44a2-bfa3-3818c327af80 req-c8009ac9-a2fe-46c2-a876-7fd5c0a7867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:23.234515 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3c82f852-9b22-44a2-bfa3-3818c327af80 req-c8009ac9-a2fe-46c2-a876-7fd5c0a7867f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 1099 time: 0.0584369 Jun 19 01:03:23.276766 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3c82f852-9b22-44a2-bfa3-3818c327af80 req-a9c906f5-f747-45c0-8491-18bb9b3244b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Jun 19 01:03:23.306065 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.394651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.473379 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.476907 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8fafdf0-99fe-43b2-a2e5-985a6184077c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:23.504649 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af4e0fbf9fc0433589405a625ae43c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240242 Jun 19 01:03:23.508074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34384) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:23.516125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73617498-b90c-4ff2-905b-4a0216d32421,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:23.519469 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:23.558572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.582053 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.730448 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2708e3-3cb1-4710-b7df-c14072483946 req-910afb04-2942-4289-85c6-aedb95069598 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:23.731807 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6a2708e3-3cb1-4710-b7df-c14072483946 req-910afb04-2942-4289-85c6-aedb95069598 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0625021 Jun 19 01:03:23.752466 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.754933 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.756022 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73617498-b90c-4ff2-905b-4a0216d32421 HTTP/1.1" status: 204 len: 168 time: 0.2469411 Jun 19 01:03:23.757993 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6f87361a-d929-4761-8552-a7180fc905ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:23.768615 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73617498-b90c-4ff2-905b-4a0216d32421,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:23.776307 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b5beb138-8cee-4b3d-b284-f7f7d33374a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:23.778951 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:23.787362 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6a2708e3-3cb1-4710-b7df-c14072483946 req-c01a8988-89ac-4535-8913-88a276e26a7c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Jun 19 01:03:24.154312 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fc705-d145-4c96-a959-44a28fbc8e62 req-1edb80e3-f32d-48d9-ad8e-a05582d9fb2c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:24.156345 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a7fc705-d145-4c96-a959-44a28fbc8e62 req-1edb80e3-f32d-48d9-ad8e-a05582d9fb2c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 946 time: 0.0666673 Jun 19 01:03:24.193634 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a7fc705-d145-4c96-a959-44a28fbc8e62 req-92ec2431-8c05-448e-9fce-2d9c522811de tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 19 01:03:24.414371 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34416) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:24.429070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.553126 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.656060 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.659775 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-89ccf163-01b4-4b9e-8b65-0bf285428af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:24.695006 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b55026794f994175804ce68ae96f442a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804697 Jun 19 01:03:24.697014 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83b692-6e32-4281-8b50-d07f47eda3ad,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:24.697939 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34428) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:24.699882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:24.753349 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.774030 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.874191 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.878263 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:24.882194 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb83b692-6e32-4281-8b50-d07f47eda3ad HTTP/1.1" status: 204 len: 168 time: 0.1830821 Jun 19 01:03:24.883512 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6da332dc-b42d-4a10-8c3d-4f388cb3ef94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:24.893406 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83b692-6e32-4281-8b50-d07f47eda3ad,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:24.895661 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:24.996242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45259c7-20d3-4070-8b58-6578e790fd44 req-db9c98a9-3ea6-474b-9c64-27b7cd22c9c1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:25.003977 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f45259c7-20d3-4070-8b58-6578e790fd44 req-db9c98a9-3ea6-474b-9c64-27b7cd22c9c1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0800443 Jun 19 01:03:25.044320 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f45259c7-20d3-4070-8b58-6578e790fd44 req-e798b26d-1feb-44e9-a9a3-afd10d336f6e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Jun 19 01:03:25.429716 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df20aac-b971-499c-b2d7-26e7dfb43191 req-cb6909a5-88eb-4848-b13c-cb0c7e81d64e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:25.431985 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6df20aac-b971-499c-b2d7-26e7dfb43191 req-cb6909a5-88eb-4848-b13c-cb0c7e81d64e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 946 time: 0.1117260 Jun 19 01:03:25.448181 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34474) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:25.481837 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6df20aac-b971-499c-b2d7-26e7dfb43191 req-8af7e5b6-157e-4379-973b-aa3a63b53468 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Jun 19 01:03:25.580412 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.692983 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.753925 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.762670 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:25.796988 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a1414f71a7a40769d2164e997fbc54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475518 Jun 19 01:03:25.799212 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e43f6c-53c6-4837-8ffe-4c1b29ba5761,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:25.802563 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34496) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:25.804939 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:25.857786 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.879387 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.981797 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.984579 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:25.985824 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09e43f6c-53c6-4837-8ffe-4c1b29ba5761 HTTP/1.1" status: 204 len: 168 time: 0.1821082 Jun 19 01:03:25.988646 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed4428a5-4531-4f2d-bb4f-f3f2e47bff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:25.994636 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e43f6c-53c6-4837-8ffe-4c1b29ba5761,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:25.996935 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:26.235274 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19385e4-853b-459f-bd5d-b218df001955 req-65138091-55e8-4008-8e5d-cd3899d4cb44 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:26.236826 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f19385e4-853b-459f-bd5d-b218df001955 req-65138091-55e8-4008-8e5d-cd3899d4cb44 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jun 19 01:03:26.285490 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f19385e4-853b-459f-bd5d-b218df001955 req-5c5bfc0b-033d-474f-b5a5-6c1dcdb47394 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Jun 19 01:03:26.547063 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:26.678998 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e816-5474-4db2-a9e9-932be3fa037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:26.806769 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34544) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:26.823980 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:26.915171 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:26.997003 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.003707 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-965f5a89-291e-4270-b3be-6c8d182ec622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:27.040416 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e37bd8-53a6-4e0e-bb4a-bfffb237b3fd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:27.044682 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9682fe8d9144461b12b0f2621ae2b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367530 Jun 19 01:03:27.046264 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:27.048525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34550) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:27.098746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.120794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.229095 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.231094 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.232361 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72e37bd8-53a6-4e0e-bb4a-bfffb237b3fd HTTP/1.1" status: 204 len: 168 time: 0.1830342 Jun 19 01:03:27.234177 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:27.241868 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e37bd8-53a6-4e0e-bb4a-bfffb237b3fd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:27.251702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:27.364381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.463707 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db936843-0fe2-45b8-902e-51ea03bfde0c req-10e3dc0c-d196-41e7-9384-e3df6256de3b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:27.465294 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-db936843-0fe2-45b8-902e-51ea03bfde0c req-10e3dc0c-d196-41e7-9384-e3df6256de3b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0633600 Jun 19 01:03:27.504697 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-db936843-0fe2-45b8-902e-51ea03bfde0c req-00e79cc0-6e4f-401a-b56d-476c0fcd6d62 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jun 19 01:03:27.688933 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34578) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:27.806990 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:27.869038 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-38630b66-4847-43d3-b209-4875e9fd90b4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:27.870550 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-38630b66-4847-43d3-b209-4875e9fd90b4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.1466138 Jun 19 01:03:27.897078 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-2201806d-7d13-4762-af2d-04c9162e0ed6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/quotas/1d8270baaaeb4a86bd93dbdcae94cb21 HTTP/1.1" status: 200 len: 375 time: 0.0183408 Jun 19 01:03:27.989552 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.000493 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-df9cd09c-9912-4207-9622-c53182c3fec4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974755 Jun 19 01:03:28.053736 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34596) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:28.069485 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.084673 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.089379 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1c2236ef-162b-4305-a856-97ffc5ee8d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.163223 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=002fa250e21249d58af5bf9ef16e82fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730258 Jun 19 01:03:28.165862 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34600) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:28.166538 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36c61b-0ec7-40b4-83c7-72eb9cd84d8c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.175797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:28.179304 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-3ac83293-e173-4665-8983-2e38fa1d2e88 service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718612 Jun 19 01:03:28.222922 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.231926 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34602) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:28.249587 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.309603 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.313977 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-91a8f485-c62b-49aa-8459-f32be94d995b service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246462 Jun 19 01:03:28.362996 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.387438 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.390640 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.395964 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b36c61b-0ec7-40b4-83c7-72eb9cd84d8c HTTP/1.1" status: 204 len: 168 time: 0.2244923 Jun 19 01:03:28.395964 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6bcf74f6-16c2-4ded-a455-735ad773eb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.399692 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36c61b-0ec7-40b4-83c7-72eb9cd84d8c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.404246 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:28.416983 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.432313 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.460252 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0793f558d68c4f3ba96ae072ff9317bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055257 Jun 19 01:03:28.461605 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38674fa4-7847-47a0-ac4e-76f56e674847,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.463996 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34608) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:28.465194 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:28.573131 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.575685 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f20b0b1c-478a-4cd4-a027-900b3cb339cc req-ed0972d3-520d-43ac-8f4b-ea0fd8775de4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 210 time: 0.0444813 Jun 19 01:03:28.576844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.606101 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.633402 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.638970 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.680461 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2eda4-9c88-4152-842d-2db24cc48761,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.685695 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b89fb25a0b5141a2b63efa194aa729a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529359 Jun 19 01:03:28.687575 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:28.688729 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34622) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:28.713754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eadd0-a66f-4dad-a47b-88da6c01f553 req-3f86ab80-37c2-4882-ad87-73f87cf5e80c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:28.715582 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-618eadd0-a66f-4dad-a47b-88da6c01f553 req-3f86ab80-37c2-4882-ad87-73f87cf5e80c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0778098 Jun 19 01:03:28.751996 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.760317 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-618eadd0-a66f-4dad-a47b-88da6c01f553 req-3b314489-336a-4c96-9764-8f147bc8de62 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Jun 19 01:03:28.778187 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.790174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.792681 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.797878 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38674fa4-7847-47a0-ac4e-76f56e674847 HTTP/1.1" status: 204 len: 168 time: 0.3312850 Jun 19 01:03:28.802637 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-60cccb3e-af24-43e7-a4b5-94d7d0899094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.817452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38674fa4-7847-47a0-ac4e-76f56e674847,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.823045 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:28.930906 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.934249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:28.936359 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ff2eda4-9c88-4152-842d-2db24cc48761 HTTP/1.1" status: 204 len: 168 time: 0.2456808 Jun 19 01:03:28.937619 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-189486b4-ac4a-4f19-82a4-882f5686fc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:28.948190 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2eda4-9c88-4152-842d-2db24cc48761,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:28.957340 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:29.045236 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34630) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:29.060789 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.207237 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.255831 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.269544 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:29.292671 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34646) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:29.293009 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=186acea59b754ae1a94b61340542752a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452931 Jun 19 01:03:29.309966 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e3907f-1304-4693-8479-c3ee76e3352d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:29.314686 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:29.320058 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.361675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.382672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.526063 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.528869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:29.530007 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15e3907f-1304-4693-8479-c3ee76e3352d HTTP/1.1" status: 204 len: 168 time: 0.2361603 Jun 19 01:03:29.530882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ea2b146f-94d2-4faf-91c2-fcf101e7927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:29.539252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e3907f-1304-4693-8479-c3ee76e3352d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:29.541387 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:29.737076 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-67fef272-8a93-4ef9-b0e1-008f7cb8f404 req-5476fbdd-a212-4a2a-8345-259d2e9fc3ff tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 210 time: 0.0334611 Jun 19 01:03:29.962848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474488a-de63-4056-a2d1-d3de02b42dc3 req-5b834218-8c2e-4e47-adf3-de5037b78c85 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:29.971746 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f474488a-de63-4056-a2d1-d3de02b42dc3 req-5b834218-8c2e-4e47-adf3-de5037b78c85 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0787194 Jun 19 01:03:30.005906 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f474488a-de63-4056-a2d1-d3de02b42dc3 req-320b42a9-fef9-4358-b6db-4e74b5ec5e11 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jun 19 01:03:30.941279 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-03c9d26f-9b77-4666-b72d-0a529f83dd00 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:30.943561 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-03c9d26f-9b77-4666-b72d-0a529f83dd00 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.1310649 Jun 19 01:03:30.952427 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-60c76606-bbbd-4bbe-b4d7-9ac97319844b req-0d9f8055-e66c-4148-83f4-4a1b8cfacb97 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 210 time: 0.0529590 Jun 19 01:03:30.962467 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Request body: {'port': {'device_id': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'admin_state_up': True, 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:30.990820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34732) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:31.153301 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.201479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:31.206064 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.245270 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8797-02d7-4b50-95d8-dd54c0f205e7 req-8591cb42-8d17-4683-921f-e64e530158f5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:31.255441 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74ef8797-02d7-4b50-95d8-dd54c0f205e7 req-8591cb42-8d17-4683-921f-e64e530158f5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1171734 Jun 19 01:03:31.308226 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.354263 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74ef8797-02d7-4b50-95d8-dd54c0f205e7 req-39ed0e50-a773-4e33-815c-6e694f00bb6e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993187 Jun 19 01:03:31.404326 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.412274 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Allocated IP 172.20.0.5 (30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765/2cf527ae-0711-43e9-9515-6b943cd36d18/8659604e-3925-48eb-b73a-df34c011e596) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:03:31.412513 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-9c353f09-d69a-4c0e-ba95-b709d6765475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:31.468853 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c227c05-55db-4070-b6bc-bd1731e93cec,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:31.472734 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:31.485993 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9713f6e0a9c648d28c69fd3633f4290a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931736 Jun 19 01:03:31.488803 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34754) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:31.557257 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.584983 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.593290 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.679382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.684814 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1dab1a82-ef9b-47ad-a7a7-d90cf8f2357e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:31.693561 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844', '14397f7a-31c0-4e94-81cb-adda2900e250'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:31.696746 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.699862 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.709575 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c227c05-55db-4070-b6bc-bd1731e93cec HTTP/1.1" status: 204 len: 168 time: 0.2109091 Jun 19 01:03:31.709575 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:31.715636 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c227c05-55db-4070-b6bc-bd1731e93cec,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:31.722846 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:31.730519 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:03:31.733868 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:03:31.736512 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:03:31.742725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:31.743749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:31.771936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event updated for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:31.775320 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:31.834759 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790355 Jun 19 01:03:31.847744 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Request body: {'port': {'device_id': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:31.943792 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:32.221135 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579a9ec-9e7c-4b25-88c8-0646060043ab req-8985aed8-af1e-4ab0-aaa2-caea4e420405 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:32.222651 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e579a9ec-9e7c-4b25-88c8-0646060043ab req-8985aed8-af1e-4ab0-aaa2-caea4e420405 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 931 time: 0.1331427 Jun 19 01:03:32.313675 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e579a9ec-9e7c-4b25-88c8-0646060043ab req-c4b257c2-3076-4bf3-ba95-c00c1c39a0db tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 Jun 19 01:03:32.323056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8659604e-3925-48eb-b73a-df34c011e596 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:32.336546 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:32.350242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Transition to ACTIVE for port object 8659604e-3925-48eb-b73a-df34c011e596 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:03:32.447074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:32.457198 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:32.815291 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:32.819833 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:32.867231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Attempting to bind port 8659604e-3925-48eb-b73a-df34c011e596 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:03:32.867231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Attempting to bind port 8659604e-3925-48eb-b73a-df34c011e596 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:03:32.867231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Attempting to bind port 8659604e-3925-48eb-b73a-df34c011e596 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:32.882106 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff47c3-dc6e-4010-8092-8526537ffe02 req-f978ff52-b5c0-4320-9aed-229fc6e181ec tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:32.884107 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3bff47c3-dc6e-4010-8092-8526537ffe02 req-f978ff52-b5c0-4320-9aed-229fc6e181ec tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.4014294 Jun 19 01:03:32.885342 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Port 8659604e-3925-48eb-b73a-df34c011e596 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:03:32.885670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Attempting to bind port 8659604e-3925-48eb-b73a-df34c011e596 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:32.895845 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:03:32.897258 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Checking segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:03:32.897739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Bound using segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:03:32.898278 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Bound port: 8659604e-3925-48eb-b73a-df34c011e596, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:03:32.898725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:32.946108 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34824) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:32.992541 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3bff47c3-dc6e-4010-8092-8526537ffe02 req-f1c0f291-3631-4fb0-b5dc-458b6047b8ad tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886497 Jun 19 01:03:33.022238 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:03:33.025358 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8659604e-3925-48eb-b73a-df34c011e596,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:03:33.068528 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-900457095-network', 'tenant_id': '08efa41125cc4d97b61d16f7f0f6cc84'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:33.084725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.087898 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:33.117949 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.118575 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.119920 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] 10.222.0.26 "PUT /v2.0/ports/8659604e-3925-48eb-b73a-df34c011e596 HTTP/1.1" status: 200 len: 1093 time: 1.2766051 Jun 19 01:03:33.120402 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'tag': '8659604e-3925-48eb-b73a-df34c011e596'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:33.122688 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d4c9b-d1c1-495d-92d0-3567917f8eec" -d '{"events": [{"name": "network-changed", "server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "tag": "8659604e-3925-48eb-b73a-df34c011e596"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:33.149825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:33.153472 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:33.160693 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6836b9d9-af2d-4f96-9632-e925f5bd8cb7 x-openstack-request-id: req-6836b9d9-af2d-4f96-9632-e925f5bd8cb7 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:33.161069 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "tag": "8659604e-3925-48eb-b73a-df34c011e596", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:33.161403 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6836b9d9-af2d-4f96-9632-e925f5bd8cb7 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:33.162240 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'tag': '8659604e-3925-48eb-b73a-df34c011e596', 'status': 'completed', 'code': 200} Jun 19 01:03:33.245201 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-10296ee9-8cdf-4f9c-acbc-a5fc896fe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.246735 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-10296ee9-8cdf-4f9c-acbc-a5fc896fe845 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 1096 time: 0.0528016 Jun 19 01:03:33.250354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Made reservation on behalf of 08efa41125cc4d97b61d16f7f0f6cc84 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:33.252895 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.261960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.401082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-93de1893-b3d8-43a1-923e-163f05e8054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.402667 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-93de1893-b3d8-43a1-923e-163f05e8054d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1328776 Jun 19 01:03:33.552770 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-05a1d5c4-2a6a-484d-8980-b4cb80d55e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.554177 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-da4d4c9b-d1c1-495d-92d0-3567917f8eec req-05a1d5c4-2a6a-484d-8980-b4cb80d55e0b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371181 Jun 19 01:03:33.564890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57d00-f7b5-41b3-abaa-a53c51163bd7 req-fb21fe2a-b5a6-40c4-8162-d5d5dbe0a838 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.566236 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-49f57d00-f7b5-41b3-abaa-a53c51163bd7 req-fb21fe2a-b5a6-40c4-8162-d5d5dbe0a838 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 943 time: 0.1235981 Jun 19 01:03:33.629150 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-49f57d00-f7b5-41b3-abaa-a53c51163bd7 req-150eddb9-44e0-4440-a851-128b0608962e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Jun 19 01:03:33.684877 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-2d4fb764-2a71-4bcb-b152-e84a9fd428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.686545 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-2d4fb764-2a71-4bcb-b152-e84a9fd428a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 1096 time: 0.0782223 Jun 19 01:03:33.691631 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.737816 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-5a605a58-74fd-499f-a005-cae3d022e04c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8659604e-3925-48eb-b73a-df34c011e596 HTTP/1.1" status: 200 len: 217 time: 0.0385664 Jun 19 01:03:33.782201 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.788432 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7333c37c-643e-4d24-a836-c617ae7d274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:33.793068 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0462-969e-42b0-9586-740953fea8a8 req-cf946627-ce6a-45f8-9762-da2852b8b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.798188 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-cf946627-ce6a-45f8-9762-da2852b8b06b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.0521884 Jun 19 01:03:33.813320 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:03:33.829607 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e14d63-c063-4526-b124-7f7e006a9413,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:33.833809 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:33.839349 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-ecaf80af-7ef6-4a81-9ac2-febcad2bd5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323415 Jun 19 01:03:33.840308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.840594 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Added segment c43ba902-0b39-4563-a19e-7b922782636a of type vlan for network 36b7479d-4727-46d3-824c-83bacbc4b883 Jun 19 01:03:33.883961 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.938550 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-e5ef68f4-0469-44ef-8c5f-22b2b4407420 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895970 Jun 19 01:03:33.992174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.992174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:33.992174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:33.999049 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:34.046199 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-078f0462-969e-42b0-9586-740953fea8a8 req-3d61dd37-9c94-4cae-b1fb-7faad0e3784f service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996926 Jun 19 01:03:34.060025 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Pushing event updated for resources: {'Network': ['ID=36b7479d-4727-46d3-824c-83bacbc4b883,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:34.062924 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:34.072707 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 36b7479d-4727-46d3-824c-83bacbc4b883 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:03:34.097652 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1502564 Jun 19 01:03:34.100472 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34872) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:34.113841 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Request body: {'subnet': {'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-900457095-subnet', 'tenant_id': '08efa41125cc4d97b61d16f7f0f6cc84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:34.192127 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606928-dc11-44d0-accc-efd54ffd203d req-c3e896da-7c7e-43ac-b02a-74a168138050 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:34.193583 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd606928-dc11-44d0-accc-efd54ffd203d req-c3e896da-7c7e-43ac-b02a-74a168138050 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0673378 Jun 19 01:03:34.228207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Made reservation on behalf of 08efa41125cc4d97b61d16f7f0f6cc84 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:34.230932 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:34.238123 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd606928-dc11-44d0-accc-efd54ffd203d req-f8313426-9ac5-4dda-878a-1791993b25fc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Jun 19 01:03:34.472621 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:34.475762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1692d6ac-ad5d-48db-b43f-429e417152e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:34.531899 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:34.535614 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:34.536777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Checking segment: {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:03:34.537139 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Network hostable DHCP agents. Network: 36b7479d-4727-46d3-824c-83bacbc4b883, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:03:34.632822 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Network 36b7479d-4727-46d3-824c-83bacbc4b883 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:03:34.707418 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 36b7479d-4727-46d3-824c-83bacbc4b883) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:03:34.718336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d80f21-531c-46fa-b7d3-fec85ac48cac None None] Network 36b7479d-4727-46d3-824c-83bacbc4b883 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:03:34.724276 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:34.726048 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:34.807230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c7dc1-c60f-448d-9cd3-953f717378e9 req-42b5a2da-f55b-4349-8af8-91dccec0031b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:34.808849 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6c8c7dc1-c60f-448d-9cd3-953f717378e9 req-42b5a2da-f55b-4349-8af8-91dccec0031b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 943 time: 0.0683680 Jun 19 01:03:34.860799 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7512114 Jun 19 01:03:34.860799 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6c8c7dc1-c60f-448d-9cd3-953f717378e9 req-cd2e5f63-34e0-422e-ba18-f3f48fc95331 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Jun 19 01:03:34.868480 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c3da86-1320-4c40-9efe-d431a4c32999 None None] Network 36b7479d-4727-46d3-824c-83bacbc4b883 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:03:34.945612 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34892) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:35.065695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.154072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.209617 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.213229 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:35.247587 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50d87a3a803e48a1963ef8dab1b08266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007517 Jun 19 01:03:35.248471 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a484596-6c46-47d4-a21f-3e4b57fe8c6e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:35.250883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34900) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:35.252021 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:35.309109 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.346606 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.456860 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11359de-2c7c-4173-b92d-6261a67d6ee4 req-2fba800d-1adb-4880-a125-001c458572d2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:35.458349 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d11359de-2c7c-4173-b92d-6261a67d6ee4 req-2fba800d-1adb-4880-a125-001c458572d2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0687196 Jun 19 01:03:35.474170 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.476684 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:35.480093 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a484596-6c46-47d4-a21f-3e4b57fe8c6e HTTP/1.1" status: 204 len: 168 time: 0.2259054 Jun 19 01:03:35.488685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-eaf0f1f7-2f18-4538-8995-3abe95e59a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:35.497920 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a484596-6c46-47d4-a21f-3e4b57fe8c6e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:35.502144 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:35.518564 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d11359de-2c7c-4173-b92d-6261a67d6ee4 req-e251910a-d6d9-4517-9e31-cda46472c67b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Jun 19 01:03:35.777444 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34924) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:35.952639 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.068894 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:03:36.077981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e6ed-3064-481d-a22f-fcac57ae1649 req-160c3a0b-2ed0-4a7f-8aaf-f9700f85969b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:36.078328 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34934) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:36.079571 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3a31e6ed-3064-481d-a22f-fcac57ae1649 req-160c3a0b-2ed0-4a7f-8aaf-f9700f85969b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 943 time: 0.0973179 Jun 19 01:03:36.091859 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.114141 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.133209 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3a31e6ed-3064-481d-a22f-fcac57ae1649 req-93b666e9-df4e-4d76-8c8c-6126c923d709 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Jun 19 01:03:36.169754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.173552 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f4f733a8-176c-4849-b9c9-8b3b2f2fd765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:36.210945 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bb713fc69e147f689369a45456968dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321272 Jun 19 01:03:36.213185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c8a87f-d754-4c41-aa1f-b5c339543b85,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:36.214659 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 34938) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:36.216096 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:36.289167 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.292036 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.312648 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.364183 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.367668 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d10a764d-8ff6-4bfa-a82b-54531b6c4774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:36.403831 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=142114f14d30407eb55ba67674bccfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244312 Jun 19 01:03:36.405279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961768b-0e5f-43e5-9f84-6b91fbc35c3f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:36.407300 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 34940) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:36.408947 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:36.438310 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.440846 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.441967 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3c8a87f-d754-4c41-aa1f-b5c339543b85 HTTP/1.1" status: 204 len: 168 time: 0.2264013 Jun 19 01:03:36.442745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5dcbfada-03bc-47ec-99a0-9b4f5f8f63ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:36.450802 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c8a87f-d754-4c41-aa1f-b5c339543b85,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:36.452957 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:36.471765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.493840 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.621543 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.624454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:36.625620 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5961768b-0e5f-43e5-9f84-6b91fbc35c3f HTTP/1.1" status: 204 len: 168 time: 0.2171755 Jun 19 01:03:36.626429 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3ce724c3-ec78-4575-8ce1-d44700a880ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:36.644758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961768b-0e5f-43e5-9f84-6b91fbc35c3f,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:36.662654 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:36.701239 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92a98-cc6a-4a19-9f49-bd15cb1d1362 req-115a23ce-7abd-4431-8d4b-c64a4034de16 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:36.703430 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-37b92a98-cc6a-4a19-9f49-bd15cb1d1362 req-115a23ce-7abd-4431-8d4b-c64a4034de16 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0737619 Jun 19 01:03:36.742420 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-37b92a98-cc6a-4a19-9f49-bd15cb1d1362 req-f255d684-d7ef-47e3-ab49-885f465216f7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Jun 19 01:03:37.110037 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-9a4276ec-85d0-4690-a785-b3e1799cc57c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:37.116684 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-9a4276ec-85d0-4690-a785-b3e1799cc57c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/networks?id=36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 200 len: 813 time: 0.1553917 Jun 19 01:03:37.133299 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-70575d8f-c0f5-460d-b3f4-f9ac57b4f3b0 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/quotas/08efa41125cc4d97b61d16f7f0f6cc84 HTTP/1.1" status: 200 len: 375 time: 0.0154505 Jun 19 01:03:37.173172 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-a4d2943f-ff14-40ba-af0d-f172fc3f7d5f tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365524 Jun 19 01:03:37.284519 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-83ccc02f-a70d-42fe-905a-9bb0ff63c4a5 service neutron] 10.222.0.22 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044710 Jun 19 01:03:37.334608 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc9b7-027c-40b8-9221-1ec0f8025b1b req-201a714f-7c5f-4f4f-8025-fa9694637e26 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:37.336305 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-71dbc9b7-027c-40b8-9221-1ec0f8025b1b req-201a714f-7c5f-4f4f-8025-fa9694637e26 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 943 time: 0.0760403 Jun 19 01:03:37.379238 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-7a0dabab-400b-4fc3-920b-03e4de98e429 service neutron] 10.222.0.22 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879312 Jun 19 01:03:37.392745 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-71dbc9b7-027c-40b8-9221-1ec0f8025b1b req-3842c1b3-fae1-4ec7-8eb3-80decff11d37 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367265 Jun 19 01:03:37.902034 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-80cb4de3-b3ad-4915-801d-d69ebc863b3f req-e4109ef2-99b7-4c4f-8df8-0d02f35f4f02 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 210 time: 0.0781262 Jun 19 01:03:37.975454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33352-a4fc-491d-a13e-6f81ce3f6847 req-e8decb33-1ebb-4ca9-8dc1-035520195311 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:37.977543 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-15f33352-a4fc-491d-a13e-6f81ce3f6847 req-e8decb33-1ebb-4ca9-8dc1-035520195311 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0976586 Jun 19 01:03:38.024006 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-15f33352-a4fc-491d-a13e-6f81ce3f6847 req-8ec81502-1de8-4bf2-8bef-7575a5d4f4a6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Jun 19 01:03:38.576318 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498056d-c208-4ec4-82b4-1460f84f7f42 req-02f5f9e6-7ff3-4191-b34d-3f23da60174b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:38.578455 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e498056d-c208-4ec4-82b4-1460f84f7f42 req-02f5f9e6-7ff3-4191-b34d-3f23da60174b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 943 time: 0.0840271 Jun 19 01:03:38.598486 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8659604e-3925-48eb-b73a-df34c011e596 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:03:38.627275 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e498056d-c208-4ec4-82b4-1460f84f7f42 req-a71ceca9-a869-46a3-aa34-a019f8f9ceae tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Jun 19 01:03:38.746443 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8659604e-3925-48eb-b73a-df34c011e596,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:38.757886 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '8659604e-3925-48eb-b73a-df34c011e596', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'port_id': '8659604e-3925-48eb-b73a-df34c011e596', 'mac_address': 'fa:16:3e:7e:3f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf527ae-0711-43e9-9515-6b943cd36d18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:03:38.790444 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 35060) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:38.798213 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:38.811806 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8659604e-3925-48eb-b73a-df34c011e596 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:38.837047 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8659604e-3925-48eb-b73a-df34c011e596,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:38.927661 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:38.933721 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:38.960349 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.005755 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:39.009426 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:39.013530 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3d2aa995-208b-4d14-940f-4ec4e627e189 req-a3a01a07-99aa-44ec-8968-e4c7d453322c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 210 time: 0.0370369 Jun 19 01:03:39.094326 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.169299 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.171818 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:39.208715 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46fe31de93f748f6a25c4f3727e1b9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171534 Jun 19 01:03:39.209631 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7be73-d7a1-4cb1-b8e5-a0240b526e32,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:39.211529 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 35082) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:39.212950 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:39.234582 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34230306-7eec-482b-9e81-3033d7a79552 req-71ac4cf9-5d29-4226-9653-d36b4f579893 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:39.234707 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-34230306-7eec-482b-9e81-3033d7a79552 req-71ac4cf9-5d29-4226-9653-d36b4f579893 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0860350 Jun 19 01:03:39.309648 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-34230306-7eec-482b-9e81-3033d7a79552 req-00146bde-7168-43af-ac1c-360f99716af7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631511 Jun 19 01:03:39.309648 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.316595 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['8659604e-3925-48eb-b73a-df34c011e596'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:39.339485 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.473621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.476114 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:39.477267 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3a7be73-d7a1-4cb1-b8e5-a0240b526e32 HTTP/1.1" status: 204 len: 168 time: 0.2640753 Jun 19 01:03:39.478030 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:39.487022 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7be73-d7a1-4cb1-b8e5-a0240b526e32,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:39.488674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:39.818132 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc27c7b-6b06-49d4-adb6-c4064fb3c9b6 req-707df2a1-b715-491e-9cc9-e854dfb7babd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:39.819955 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8dc27c7b-6b06-49d4-adb6-c4064fb3c9b6 req-707df2a1-b715-491e-9cc9-e854dfb7babd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 944 time: 0.0685542 Jun 19 01:03:39.873187 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8dc27c7b-6b06-49d4-adb6-c4064fb3c9b6 req-7eb9ac05-4f1a-4afa-9607-6df945a9c5ea tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jun 19 01:03:40.177632 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f61d033e-bce3-4de1-82e4-63d178b94553 req-4ed88938-c4f8-4814-be7f-56890da2e9ee tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 210 time: 0.0276453 Jun 19 01:03:40.497925 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625984c2-c825-4cd5-beda-1a0c9568b469 req-330ad22a-6edb-4b75-84f6-142facda5e6e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:40.501423 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-625984c2-c825-4cd5-beda-1a0c9568b469 req-330ad22a-6edb-4b75-84f6-142facda5e6e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0718656 Jun 19 01:03:40.539382 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-625984c2-c825-4cd5-beda-1a0c9568b469 req-8d22dc2c-33e3-4308-87ce-e2b325961c6a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340817 Jun 19 01:03:40.614861 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8659604e-3925-48eb-b73a-df34c011e596 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:40.713274 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 8659604e-3925-48eb-b73a-df34c011e596 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:40.727091 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 8659604e-3925-48eb-b73a-df34c011e596 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:40.727592 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:40.752855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-fae8672f-da80-4f8a-9d8a-3846133c1a83 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:40.754285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-fae8672f-da80-4f8a-9d8a-3846133c1a83 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "GET /v2.0/networks?id=36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 200 len: 813 time: 0.1533284 Jun 19 01:03:40.757964 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-c01743ab-c3e3-43ca-9998-289d73f3a060 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987113 Jun 19 01:03:40.778452 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Request body: {'port': {'device_id': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883', 'admin_state_up': True, 'tenant_id': '08efa41125cc4d97b61d16f7f0f6cc84'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:40.823815 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:40.852862 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8659604e-3925-48eb-b73a-df34c011e596'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:40.855471 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996e173-f76a-4572-970c-b96177f29b38" -d '{"events": [{"server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "name": "network-vif-plugged", "status": "completed", "tag": "8659604e-3925-48eb-b73a-df34c011e596"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:40.869926 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8659604e-3925-48eb-b73a-df34c011e596,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:40.897806 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a954a9c3-af42-435e-be97-9045636bb1cc x-openstack-request-id: req-a954a9c3-af42-435e-be97-9045636bb1cc {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:40.898201 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "name": "network-vif-plugged", "status": "completed", "tag": "8659604e-3925-48eb-b73a-df34c011e596", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:40.898467 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a954a9c3-af42-435e-be97-9045636bb1cc {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:40.898981 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8659604e-3925-48eb-b73a-df34c011e596', 'code': 200} Jun 19 01:03:40.930991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:40.935365 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ad61b577-be84-47d3-9f38-8f7386f401bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:40.948823 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-55feb7e4-ffaa-4bc3-ad8c-c593841018f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:40.950361 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-55feb7e4-ffaa-4bc3-ad8c-c593841018f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 1098 time: 0.0775042 Jun 19 01:03:40.992145 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Made reservation on behalf of 08efa41125cc4d97b61d16f7f0f6cc84 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:40.997232 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:41.005735 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:41.029053 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:41.096662 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8540d1-4b07-4079-b6c8-99b43d397728 req-633ddf67-38a8-4ccd-b23a-21638a97c7a3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.100080 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3b8540d1-4b07-4079-b6c8-99b43d397728 req-633ddf67-38a8-4ccd-b23a-21638a97c7a3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.0911062 Jun 19 01:03:41.158383 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3b8540d1-4b07-4079-b6c8-99b43d397728 req-28f46899-3e1d-4337-8b06-7e2426315f86 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485837 Jun 19 01:03:41.211357 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-a9012916-1745-4c76-84d4-a2ffc1f4d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.212911 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-a9012916-1745-4c76-84d4-a2ffc1f4d773 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 916 time: 0.2116907 Jun 19 01:03:41.274898 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-c5f7ff42-f9fa-4f16-8044-b9c3a2ea2879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabcd156-dfbf-4a25-8800-f485efd7a844 HTTP/1.1" status: 200 len: 217 time: 0.0507567 Jun 19 01:03:41.280017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Allocated IP 172.20.0.2 (36b7479d-4727-46d3-824c-83bacbc4b883/6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1/633ffa44-9eef-4cf8-8856-ab83c8098408) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:03:41.444052 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5a56be53-c55c-4436-8e09-660d8870459a req-82ddbb3b-fbbc-403f-9a50-f73987da9ca9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 210 time: 0.0996902 Jun 19 01:03:41.497474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-5b46781b-6e52-4d94-9190-ccca1661517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.499786 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-5b46781b-6e52-4d94-9190-ccca1661517f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.2101285 Jun 19 01:03:41.574713 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-91080fc9-e19e-4eb5-a7f4-eecfa9e1d0ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627158 Jun 19 01:03:41.648828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ff299-bb24-4c68-909f-95393f832f00 req-6d8c9373-38a5-4d8c-9994-3980e967c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.650627 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cd8ff299-bb24-4c68-909f-95393f832f00 req-6d8c9373-38a5-4d8c-9994-3980e967c318 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 1098 time: 0.3053007 Jun 19 01:03:41.717295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:41.761972 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cd8ff299-bb24-4c68-909f-95393f832f00 req-d91cc1bb-a92a-4313-8662-23848aaad7f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990288 Jun 19 01:03:41.772968 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-eb5c6927-67ac-4978-8c30-4b06f08ab542 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835787 Jun 19 01:03:41.801959 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f6d3b-a999-4a0f-9650-af24f4fe25e4 req-6112d2e6-ac20-4a55-bf76-22a6d706961d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.803498 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bb8f6d3b-a999-4a0f-9650-af24f4fe25e4 req-6112d2e6-ac20-4a55-bf76-22a6d706961d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1125252 Jun 19 01:03:41.858720 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bb8f6d3b-a999-4a0f-9650-af24f4fe25e4 req-e0d2abc8-bb0b-477b-86a2-f761f6e7bf4a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Jun 19 01:03:41.881976 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:41.886785 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:41.904796 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 35170) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:41.957579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Network 36b7479d-4727-46d3-824c-83bacbc4b883 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:03:41.967168 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:03:41.968927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Pushing event updated for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:41.985174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:03:41.991670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:41.992262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:41.997669 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:42.008271 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb206a1e-f5c0-4cb2-94fe-275e06423a6e req-04da5c9b-ba06-49f5-8199-edbdc48960d6 service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784861 Jun 19 01:03:42.023279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.055827 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2813296 Jun 19 01:03:42.074866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Request body: {'port': {'device_id': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:42.152669 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.184597 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.233416 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.236062 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17227d3d-074f-4b52-9ba2-07c0d06c8a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:42.287522 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de28e6a56f3049e6a0b3c800308282a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806438 Jun 19 01:03:42.287522 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7823ceab-a427-4ef1-a287-5a0a54114aa2,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:42.288876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 35184) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:42.324103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:42.427032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.454101 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eacee-6684-4945-aa05-26c4958f9f36 req-ac5960cc-bc74-469b-88a8-27334639cb8d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:42.454101 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a8eacee-6684-4945-aa05-26c4958f9f36 req-ac5960cc-bc74-469b-88a8-27334639cb8d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.1290314 Jun 19 01:03:42.464700 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.479079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633ffa44-9eef-4cf8-8856-ab83c8098408 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:42.488149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.506595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Transition to ACTIVE for port object 633ffa44-9eef-4cf8-8856-ab83c8098408 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:03:42.521956 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a8eacee-6684-4945-aa05-26c4958f9f36 req-b7850d8d-2240-4114-b239-5de0e10b6b27 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626442 Jun 19 01:03:42.580769 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.583801 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8da4405a-da18-4489-9d59-a0182a893d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:42.621101 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.623910 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.627596 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7823ceab-a427-4ef1-a287-5a0a54114aa2 HTTP/1.1" status: 204 len: 168 time: 0.3260336 Jun 19 01:03:42.627596 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7d2524b7-de15-4ccb-8f48-eba7c59946e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:42.636828 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7823ceab-a427-4ef1-a287-5a0a54114aa2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:42.639822 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:42.735124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:42.743384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:42.752473 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Attempting to bind port 633ffa44-9eef-4cf8-8856-ab83c8098408 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:03:42.752856 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Attempting to bind port 633ffa44-9eef-4cf8-8856-ab83c8098408 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:03:42.753187 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Attempting to bind port 633ffa44-9eef-4cf8-8856-ab83c8098408 on network 36b7479d-4727-46d3-824c-83bacbc4b883 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:42.761549 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Port 633ffa44-9eef-4cf8-8856-ab83c8098408 on network 36b7479d-4727-46d3-824c-83bacbc4b883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:03:42.761869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Attempting to bind port 633ffa44-9eef-4cf8-8856-ab83c8098408 on network 36b7479d-4727-46d3-824c-83bacbc4b883 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:42.770969 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:03:42.771288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Checking segment: {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:03:42.771662 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Bound using segment: {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:03:42.772087 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Bound port: 633ffa44-9eef-4cf8-8856-ab83c8098408, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:03:42.772431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.795939 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dc70c-dbc5-468b-9fc2-a4ef4645232c req-cb0d220c-1afe-4401-b1de-64adb16de362 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:42.797414 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b1dc70c-dbc5-468b-9fc2-a4ef4645232c req-cb0d220c-1afe-4401-b1de-64adb16de362 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 943 time: 0.1773598 Jun 19 01:03:42.874518 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b1dc70c-dbc5-468b-9fc2-a4ef4645232c req-bdb08404-f129-4daf-b210-e1445831b0eb tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562975 Jun 19 01:03:42.876926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:03:42.880870 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=633ffa44-9eef-4cf8-8856-ab83c8098408,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:03:42.976024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:42.979896 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:43.020781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.021400 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:43.022785 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] 10.222.0.26 "PUT /v2.0/ports/633ffa44-9eef-4cf8-8856-ab83c8098408 HTTP/1.1" status: 200 len: 1093 time: 0.9523280 Jun 19 01:03:43.024441 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:43.026854 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab248120-e473-4906-8ca5-dfc03c867535" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:43.082389 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:43.086398 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:43.121719 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9da17d-0957-4be7-922a-d6c27ddaf0c2 req-a44c3b85-20ac-4a67-aa47-6fc09f2c1041 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.123330 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3b9da17d-0957-4be7-922a-d6c27ddaf0c2 req-a44c3b85-20ac-4a67-aa47-6fc09f2c1041 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0996666 Jun 19 01:03:43.138647 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d46b2-7bda-4223-b02e-f0f1c39aa719 x-openstack-request-id: req-f87d46b2-7bda-4223-b02e-f0f1c39aa719 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:43.139572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:43.139857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f87d46b2-7bda-4223-b02e-f0f1c39aa719 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:43.140264 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408', 'status': 'completed', 'code': 200} Jun 19 01:03:43.448535 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3b9da17d-0957-4be7-922a-d6c27ddaf0c2 req-e001a098-10cf-4098-bf51-e32743e9886e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186405 Jun 19 01:03:43.468138 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-64fbf350-e3c0-404d-91af-6fdb7cfbc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.469626 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-64fbf350-e3c0-404d-91af-6fdb7cfbc3d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 1096 time: 0.0698652 Jun 19 01:03:43.523055 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-388ecad8-2003-44e3-91c3-beb17f8db327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633ffa44-9eef-4cf8-8856-ab83c8098408 HTTP/1.1" status: 200 len: 217 time: 0.0343010 Jun 19 01:03:43.582252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-fcb4a851-861e-491b-a4df-05169e0ef036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.582252 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-fcb4a851-861e-491b-a4df-05169e0ef036 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0486529 Jun 19 01:03:43.621528 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-9d312a32-ce2d-4d1f-90a5-a5552e589eb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36b7479d-4727-46d3-824c-83bacbc4b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332377 Jun 19 01:03:43.720278 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-f83cff94-54f2-446a-a7bd-a5155cbfa424 service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875876 Jun 19 01:03:43.724207 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e06ba-db95-4156-8555-e25b2cf3037a req-6c01bbe8-bacc-47ea-b423-9e85b06562be tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.725780 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d1e06ba-db95-4156-8555-e25b2cf3037a req-6c01bbe8-bacc-47ea-b423-9e85b06562be tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.0677452 Jun 19 01:03:43.766240 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d1e06ba-db95-4156-8555-e25b2cf3037a req-86af2008-a939-4282-8279-2ed71b36fe64 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Jun 19 01:03:43.809916 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:43.823881 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ac43326b-05c0-4441-ac2f-8d60797665e5 req-5e0bd09c-ae56-49fa-ab89-0fff40336bba service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903132 Jun 19 01:03:43.981947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248120-e473-4906-8ca5-dfc03c867535 req-47541fbd-f2e6-4bb6-9be4-a6c7730929e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:43.984062 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-47541fbd-f2e6-4bb6-9be4-a6c7730929e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 1096 time: 0.0546949 Jun 19 01:03:44.122464 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248120-e473-4906-8ca5-dfc03c867535 req-96b2d1e0-f42f-4f53-b104-f7773fc275c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:44.124663 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-96b2d1e0-f42f-4f53-b104-f7773fc275c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 200 len: 914 time: 0.1322961 Jun 19 01:03:44.137056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2106203-a91f-4d99-b831-047df63e7505 req-7b1ded1e-e015-475d-8aec-59b60ab7c292 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:44.138972 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2106203-a91f-4d99-b831-047df63e7505 req-7b1ded1e-e015-475d-8aec-59b60ab7c292 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 943 time: 0.1450095 Jun 19 01:03:44.189483 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-7bb7817e-c238-41f0-a40f-d705c47e890c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=633ffa44-9eef-4cf8-8856-ab83c8098408 HTTP/1.1" status: 200 len: 217 time: 0.0493381 Jun 19 01:03:44.236753 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2106203-a91f-4d99-b831-047df63e7505 req-a844a4b6-34dc-44c1-a78d-14da25dc2957 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906482 Jun 19 01:03:44.270947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248120-e473-4906-8ca5-dfc03c867535 req-ff1b01d4-edbc-4e14-9a6e-48ab9bb8aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:44.270947 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-ff1b01d4-edbc-4e14-9a6e-48ab9bb8aba6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0553365 Jun 19 01:03:44.297754 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-acead76a-4b66-4bf5-a3de-5100a6745b8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36b7479d-4727-46d3-824c-83bacbc4b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jun 19 01:03:44.395481 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-f98dfbe1-ec97-41e9-8c86-989c787beed2 service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896373 Jun 19 01:03:44.492827 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ab248120-e473-4906-8ca5-dfc03c867535 req-e16279de-e4e3-4e5b-a304-bf01107c39bf service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843055 Jun 19 01:03:44.625955 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0941f87-8a21-4d73-8cb8-7d7df3ec0bdc req-bb38ce4d-3f5f-48b2-9b51-bfd077a45e6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:44.627447 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f0941f87-8a21-4d73-8cb8-7d7df3ec0bdc req-bb38ce4d-3f5f-48b2-9b51-bfd077a45e6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0652187 Jun 19 01:03:44.670817 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f0941f87-8a21-4d73-8cb8-7d7df3ec0bdc req-6f54df9d-fbdd-4bfe-9e28-cab497730351 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Jun 19 01:03:44.719684 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 35246) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:44.819020 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:44.908238 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:44.981193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:44.985507 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0ad61f6d-1eb3-416c-a595-1b1aace83616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:45.022079 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3f9ae93e5ed4eacaa36b5a64773584f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027451 Jun 19 01:03:45.023261 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aeabf0-cc88-46ea-8883-c50888312bd1,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:45.024778 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 35254) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:45.026890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:45.072100 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:45.095230 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:45.433940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86799f7-147a-4158-a509-91036bd38a55 req-f891e489-08d6-4772-94dc-315513fefb09 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:45.435513 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a86799f7-147a-4158-a509-91036bd38a55 req-f891e489-08d6-4772-94dc-315513fefb09 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 943 time: 0.0636084 Jun 19 01:03:45.461494 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:45.468720 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:45.468720 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8aeabf0-cc88-46ea-8883-c50888312bd1 HTTP/1.1" status: 204 len: 168 time: 0.4394016 Jun 19 01:03:45.468720 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-68068341-953b-4d00-9df0-fae92aba33ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:45.474977 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aeabf0-cc88-46ea-8883-c50888312bd1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:45.475887 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a86799f7-147a-4158-a509-91036bd38a55 req-45394942-4717-4559-808c-86a250fe9453 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jun 19 01:03:45.477700 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:45.884266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74750107-457a-43b9-bf46-2ff8a2f5cefa req-115198e6-474a-4d3c-af03-2dc2c871100d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:45.885737 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74750107-457a-43b9-bf46-2ff8a2f5cefa req-115198e6-474a-4d3c-af03-2dc2c871100d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0719883 Jun 19 01:03:45.923872 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74750107-457a-43b9-bf46-2ff8a2f5cefa req-3391241b-5e4b-489b-83f8-9f56fd864914 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Jun 19 01:03:46.192392 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 35282) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:46.206052 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.290892 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.381190 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.384914 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-58fb61ff-0cfc-4a9e-81fe-b4fd3a06903a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:46.420108 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e304c1303374d17b640f1e0148e4fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259669 Jun 19 01:03:46.422122 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bc02ca-84a4-4c8d-a3e7-f2f3ef2d768f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:46.423302 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 35288) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:03:46.425013 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:46.476117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.497081 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.643431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.646042 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.647419 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1bc02ca-84a4-4c8d-a3e7-f2f3ef2d768f HTTP/1.1" status: 204 len: 168 time: 0.2221913 Jun 19 01:03:46.648135 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-268575ff-2295-4014-bb2f-4e0fbb7f5f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:46.655953 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bc02ca-84a4-4c8d-a3e7-f2f3ef2d768f,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:46.658382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:46.671668 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cb49d-ab56-44ce-bcef-d6a46032508d req-d1eea458-9400-48ef-aaa7-0c5f9cbb4f31 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:46.678180 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 633ffa44-9eef-4cf8-8856-ab83c8098408 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:03:46.680265 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-720cb49d-ab56-44ce-bcef-d6a46032508d req-d1eea458-9400-48ef-aaa7-0c5f9cbb4f31 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 943 time: 0.0766897 Jun 19 01:03:46.721550 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-720cb49d-ab56-44ce-bcef-d6a46032508d req-ce4dc88a-fa40-4c9b-8849-e6f41b157a39 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Jun 19 01:03:46.800724 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=633ffa44-9eef-4cf8-8856-ab83c8098408,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:46.816746 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '633ffa44-9eef-4cf8-8856-ab83c8098408', 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883', 'port_id': '633ffa44-9eef-4cf8-8856-ab83c8098408', 'mac_address': 'fa:16:3e:51:a8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:03:46.849307 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.862780 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633ffa44-9eef-4cf8-8856-ab83c8098408 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:46.882832 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=633ffa44-9eef-4cf8-8856-ab83c8098408,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:46.975874 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:46.977812 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:47.046970 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:47.050128 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:47.111585 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e0dc-fa09-499a-ab20-d03ba18226e2 req-2181a05a-eff7-4c20-8776-856337ce825d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:47.113236 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6126e0dc-fa09-499a-ab20-d03ba18226e2 req-2181a05a-eff7-4c20-8776-856337ce825d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0694335 Jun 19 01:03:47.150793 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6126e0dc-fa09-499a-ab20-d03ba18226e2 req-cd0d2a76-cf39-46c4-b777-b0a07afe2e9f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jun 19 01:03:47.443427 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['633ffa44-9eef-4cf8-8856-ab83c8098408'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:47.919607 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b745b-abb6-4284-b8a2-889e3607d561 req-758cfc3a-737c-4cc8-815c-322c1de01393 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:47.921423 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7c3b745b-abb6-4284-b8a2-889e3607d561 req-758cfc3a-737c-4cc8-815c-322c1de01393 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 944 time: 0.0880737 Jun 19 01:03:47.987969 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7c3b745b-abb6-4284-b8a2-889e3607d561 req-31242b7a-ab7f-4307-bc92-47064f8e57b7 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 Jun 19 01:03:48.325767 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7a32c-fce2-4db9-a5b4-a13c543f8cf0 req-309d74bd-2db7-4e56-81d1-23d5a68e4bc0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:48.327526 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9ae7a32c-fce2-4db9-a5b4-a13c543f8cf0 req-309d74bd-2db7-4e56-81d1-23d5a68e4bc0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0652575 Jun 19 01:03:48.366310 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9ae7a32c-fce2-4db9-a5b4-a13c543f8cf0 req-a8253082-efa3-452d-98e6-64c791111eb2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jun 19 01:03:48.688514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 633ffa44-9eef-4cf8-8856-ab83c8098408 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:03:48.843541 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 633ffa44-9eef-4cf8-8856-ab83c8098408 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:03:48.847900 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 633ffa44-9eef-4cf8-8856-ab83c8098408 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:03:48.848281 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:48.925582 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:48.947994 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:48.950319 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e73c79a-df29-4812-b23e-969e49ba9cc8" -d '{"events": [{"server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "name": "network-vif-plugged", "status": "completed", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:48.969104 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=633ffa44-9eef-4cf8-8856-ab83c8098408,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:03:48.992271 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8b8e51-b25f-4fe1-a39a-6094f02d5a87 x-openstack-request-id: req-fd8b8e51-b25f-4fe1-a39a-6094f02d5a87 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:48.995987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "name": "network-vif-plugged", "status": "completed", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:48.995987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd8b8e51-b25f-4fe1-a39a-6094f02d5a87 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:48.995987 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408', 'code': 200} Jun 19 01:03:49.044018 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:49.052664 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-b3977642-503f-43ad-aa89-4d3ca6cdc65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:49.136297 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:49.150620 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:49.185860 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b0c2-4201-4a8f-8cc2-dd6e693f985d req-129be306-ef02-44bb-be96-d54cb085332f tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:49.189172 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7981b0c2-4201-4a8f-8cc2-dd6e693f985d req-129be306-ef02-44bb-be96-d54cb085332f tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0748751 Jun 19 01:03:49.229890 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7981b0c2-4201-4a8f-8cc2-dd6e693f985d req-a12060d1-cf4d-4f1d-8480-8f71b8b8d913 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Jun 19 01:03:49.428856 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c10f9c-6492-411a-8aef-00fe97458918 req-f8a0affd-c21b-4807-84fb-7eb972f2d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:49.431520 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-66c10f9c-6492-411a-8aef-00fe97458918 req-f8a0affd-c21b-4807-84fb-7eb972f2d20b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 1098 time: 0.0641444 Jun 19 01:03:49.485184 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-66c10f9c-6492-411a-8aef-00fe97458918 req-ad3b4908-2bbb-4510-8207-cecc739116c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jun 19 01:03:49.551199 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ccb18-e22d-45d5-ade9-f3161fb9a713 req-fea2fd27-52d2-4211-b51a-f26f63781c33 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:49.556586 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f15ccb18-e22d-45d5-ade9-f3161fb9a713 req-fea2fd27-52d2-4211-b51a-f26f63781c33 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0663140 Jun 19 01:03:49.591845 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f15ccb18-e22d-45d5-ade9-f3161fb9a713 req-8f2faf0e-69e2-4b85-a538-8832060b7ea5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Jun 19 01:03:50.421576 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae787-d0e0-45bd-ad92-b540f8927fa3 req-06caba08-929b-441a-bf1d-ac86224a190d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:50.423216 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2bbae787-d0e0-45bd-ad92-b540f8927fa3 req-06caba08-929b-441a-bf1d-ac86224a190d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0685091 Jun 19 01:03:50.460297 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2bbae787-d0e0-45bd-ad92-b540f8927fa3 req-b768f373-c9a1-4d80-8c8f-286358e9356d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Jun 19 01:03:50.788320 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98e335-499d-416d-b1f8-d980b24ed211 req-d9517b8c-5692-467d-9267-cccde18adeca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:50.790025 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3f98e335-499d-416d-b1f8-d980b24ed211 req-d9517b8c-5692-467d-9267-cccde18adeca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0820560 Jun 19 01:03:50.834531 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3f98e335-499d-416d-b1f8-d980b24ed211 req-cd87caf7-e986-4743-9bf4-22c68d0561d1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379212 Jun 19 01:03:51.539149 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-f4fbd961-128b-4dcf-82c3-9c6b6d10bb95 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:51.540583 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-f4fbd961-128b-4dcf-82c3-9c6b6d10bb95 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.1092265 Jun 19 01:03:51.555768 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5c3c9e59-42e6-48b3-ac16-99499f5b76a3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/quotas/1d8270baaaeb4a86bd93dbdcae94cb21 HTTP/1.1" status: 200 len: 375 time: 0.0089388 Jun 19 01:03:51.645748 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-c9ba10f1-3d04-4ca4-9bfa-ffcdfaa07438 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842004 Jun 19 01:03:51.745517 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbb70c-328a-4681-a80b-5da1bf551a27 req-8a0dc33e-1c7c-4700-bb2f-4964f15c4514 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:51.746984 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b4cbb70c-328a-4681-a80b-5da1bf551a27 req-8a0dc33e-1c7c-4700-bb2f-4964f15c4514 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0704954 Jun 19 01:03:51.749268 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-3abc9c53-baf3-4449-9764-df9c7e189781 service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012027 Jun 19 01:03:51.791518 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b4cbb70c-328a-4681-a80b-5da1bf551a27 req-1072ce32-d635-4a64-b1e9-41dd94134fa9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Jun 19 01:03:51.842315 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-fae5352c-9d18-407b-bd3e-ae487a4d80fe service neutron] 10.222.0.22 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910537 Jun 19 01:03:52.023853 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3dad8-c316-421f-b0c7-72f2c827d6dd req-01938a9b-fdf4-43a3-90db-4cf15a9f7d22 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:52.030019 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-82a3dad8-c316-421f-b0c7-72f2c827d6dd req-01938a9b-fdf4-43a3-90db-4cf15a9f7d22 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0760098 Jun 19 01:03:52.079595 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-82a3dad8-c316-421f-b0c7-72f2c827d6dd req-248e57d0-23af-4db4-bb2e-eec539a51f49 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jun 19 01:03:52.103068 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-99720c2b-1bb2-40fd-b3ae-f98e783b2ff1 req-5444a7f5-5f6d-44ea-a4b2-e43c1583a960 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 210 time: 0.0449913 Jun 19 01:03:53.187278 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0ec713a2-939f-40f2-8ad4-a88c70d6677f req-758303af-b508-467e-b910-e0aa192a21a0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 210 time: 0.0372329 Jun 19 01:03:53.278095 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f204d-9169-45a4-993a-5f931b7cee79 req-e2a0f7b7-55c6-4e2a-931f-3becbc9ba9f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:53.279632 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f69f204d-9169-45a4-993a-5f931b7cee79 req-e2a0f7b7-55c6-4e2a-931f-3becbc9ba9f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0655422 Jun 19 01:03:53.324071 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f69f204d-9169-45a4-993a-5f931b7cee79 req-c0673edb-42b4-49d8-b4f3-6eb73d8e50bc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Jun 19 01:03:53.780918 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-193d2fed-20e7-48c3-ac82-89f771e6f9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:54.336354 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4792b085-720c-449f-8aa8-a540a80924d6 req-868d39d1-dc65-45c6-9e81-b84134aec99e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 210 time: 0.0426705 Jun 19 01:03:54.534082 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4bd22-f797-4029-9c4c-f9931e5ec386 req-b6e7b7c0-23ac-4ee0-a560-140345a582d6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:54.535526 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-99c4bd22-f797-4029-9c4c-f9931e5ec386 req-b6e7b7c0-23ac-4ee0-a560-140345a582d6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0658760 Jun 19 01:03:54.574026 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-99c4bd22-f797-4029-9c4c-f9931e5ec386 req-975a1c33-0fda-4eec-8857-6bd54bdbbf10 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Jun 19 01:03:54.684666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5b9ec2e1-94d4-4a6f-94dd-0a3b109f11c3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:54.686734 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5b9ec2e1-94d4-4a6f-94dd-0a3b109f11c3 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/networks?id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 200 len: 815 time: 0.1074493 Jun 19 01:03:54.703982 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Request body: {'port': {'device_id': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'admin_state_up': True, 'tenant_id': '1d8270baaaeb4a86bd93dbdcae94cb21'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:54.940458 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Made reservation on behalf of 1d8270baaaeb4a86bd93dbdcae94cb21 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:03:54.946251 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.093078 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Allocated IP 172.20.0.9 (30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765/2cf527ae-0711-43e9-9515-6b943cd36d18/0e4e454e-0b44-4ee9-b8b2-16355ca000d8) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:03:55.239017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.340809 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.345910 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c10f8e22-e798-4788-85ec-a6873251be80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:55.354977 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844', '14397f7a-31c0-4e94-81cb-adda2900e250', '8659604e-3925-48eb-b73a-df34c011e596'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:03:55.387819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:03:55.396368 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:03:55.400934 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:03:55.408807 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:55.409456 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.418130 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event updated for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:55.423338 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:55.481197 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811544 Jun 19 01:03:55.506550 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Request body: {'port': {'device_id': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:03:55.599658 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdbdc9-362c-4c76-b072-216e1c81b351 req-a320f9ab-022e-4a52-979e-436ed9e2497c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:55.601147 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-31bdbdc9-362c-4c76-b072-216e1c81b351 req-a320f9ab-022e-4a52-979e-436ed9e2497c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 931 time: 0.1302607 Jun 19 01:03:55.605623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.678659 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-31bdbdc9-362c-4c76-b072-216e1c81b351 req-1f092532-7ce0-4792-98c3-fe9a91891b19 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639188 Jun 19 01:03:55.762918 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83f57-2bea-42c8-9e10-bc9b1158ef4c req-f325903f-f9df-40ad-b9ae-dd3ebc053deb tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:55.769070 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-51e83f57-2bea-42c8-9e10-bc9b1158ef4c req-f325903f-f9df-40ad-b9ae-dd3ebc053deb tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0687897 Jun 19 01:03:55.808329 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-51e83f57-2bea-42c8-9e10-bc9b1158ef4c req-46e089b4-4195-4f2f-b067-f8d6f5ec9934 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Jun 19 01:03:55.913019 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:03:55.920362 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:55.931652 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Transition to ACTIVE for port object 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:03:56.020684 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.022819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:56.102399 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:56.107388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:56.140428 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Attempting to bind port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:03:56.140827 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Attempting to bind port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:03:56.141157 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Attempting to bind port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:56.145626 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:03:56.145997 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Attempting to bind port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 on network 30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:03:56.150821 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:03:56.151156 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Checking segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:03:56.151549 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Bound using segment: {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:03:56.152035 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Bound port: 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:03:56.152442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.217518 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:03:56.220545 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:03:56.306894 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.308914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:03:56.344542 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.345220 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.346691 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] 10.222.0.26 "PUT /v2.0/ports/0e4e454e-0b44-4ee9-b8b2-16355ca000d8 HTTP/1.1" status: 200 len: 1093 time: 0.8451514 Jun 19 01:03:56.347178 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:03:56.349477 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73770899-7c79-47b4-9bed-860c16eca1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:03:56.373756 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:03:56.375088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:03:56.386914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7890228-f45f-46ae-ac75-8f316dec9325 x-openstack-request-id: req-c7890228-f45f-46ae-ac75-8f316dec9325 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:03:56.387222 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:03:56.387495 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7890228-f45f-46ae-ac75-8f316dec9325 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:03:56.387901 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8', 'status': 'completed', 'code': 200} Jun 19 01:03:56.465907 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-1c2a5afe-ea54-41ca-bd83-038554d1d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.467904 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-1c2a5afe-ea54-41ca-bd83-038554d1d4ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 1096 time: 0.0542219 Jun 19 01:03:56.540320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.571243 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-363b5313-6baa-4e33-add0-2a9749ab7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.572619 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-363b5313-6baa-4e33-add0-2a9749ab7063 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959959 Jun 19 01:03:56.626328 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91add57f-e27d-4e07-9473-9a1e95ffc030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:56.666921 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-ffd3ac93-c5c5-4ec5-a169-42b36d0e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.668396 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73770899-7c79-47b4-9bed-860c16eca1f7 req-ffd3ac93-c5c5-4ec5-a169-42b36d0e50ff service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867679 Jun 19 01:03:56.768199 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-d1c3bb44-1e67-4417-b8d7-2adec2c9a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.769727 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-d1c3bb44-1e67-4417-b8d7-2adec2c9a553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 1096 time: 0.0582588 Jun 19 01:03:56.814104 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-73defff0-abe8-439f-a6ae-1b563ad1603f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8 HTTP/1.1" status: 200 len: 217 time: 0.0337937 Jun 19 01:03:56.868081 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed7f5f-9845-418a-8d26-37de5b06febb req-398d26ec-fa16-4f8e-ab6c-b9a25194e2b6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.870743 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-14ed7f5f-9845-418a-8d26-37de5b06febb req-398d26ec-fa16-4f8e-ab6c-b9a25194e2b6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0674460 Jun 19 01:03:56.871947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-6ccc6626-fba9-4371-a872-578c47487d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:56.873871 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-6ccc6626-fba9-4371-a872-578c47487d22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 200 len: 855 time: 0.0460329 Jun 19 01:03:56.913695 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-14ed7f5f-9845-418a-8d26-37de5b06febb req-6e4b3abd-7b4e-43d2-96a1-1bee006222b9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373526 Jun 19 01:03:56.920047 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-21ed4331-9f85-49d5-a85b-77931b6f6359 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368183 Jun 19 01:03:57.059421 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-f8a1708d-c2c3-46d1-8843-c751b128e00f service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258702 Jun 19 01:03:57.067492 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3595ac-3707-46e2-b0f3-57e91965d95a req-6ed62545-22b0-4dfe-89b2-9a174ffc4b14 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:57.068827 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2f3595ac-3707-46e2-b0f3-57e91965d95a req-6ed62545-22b0-4dfe-89b2-9a174ffc4b14 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.1372244 Jun 19 01:03:57.156180 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2f3595ac-3707-46e2-b0f3-57e91965d95a req-f148c197-9ff1-4438-bc3f-e24e41c7ca3e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Jun 19 01:03:57.184635 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d7522bb4-129f-4179-b59f-c8b81920fcbf req-2c757236-bba0-4305-9030-37573adbd8be service neutron] 10.222.0.26 "GET /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109319 Jun 19 01:03:57.346153 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:58.090267 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd21a1-60e0-498a-bd62-8838274107f3 req-bf50cce7-ac40-481e-be08-e057d8c505a7 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:58.091228 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5abd21a1-60e0-498a-bd62-8838274107f3 req-bf50cce7-ac40-481e-be08-e057d8c505a7 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0642123 Jun 19 01:03:58.139991 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5abd21a1-60e0-498a-bd62-8838274107f3 req-1aba00ae-2a87-42a8-9def-4b7e45f8fd06 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Jun 19 01:03:58.337588 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21c1c3-d592-4a50-bc49-107e176e49e6 req-91698a6e-4b2a-4b21-af92-855c81436ea9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:58.339084 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8d21c1c3-d592-4a50-bc49-107e176e49e6 req-91698a6e-4b2a-4b21-af92-855c81436ea9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0646224 Jun 19 01:03:58.378401 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8d21c1c3-d592-4a50-bc49-107e176e49e6 req-bef06b87-3d32-4ed3-bbc9-eae749eeb1c1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Jun 19 01:03:59.323165 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:03:59.336989 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10fe4-443c-4de6-9c8a-bbf707c0f156 req-0de72036-dbe5-4def-901f-b336ffbdf2ae tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:59.338469 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6f10fe4-443c-4de6-9c8a-bbf707c0f156 req-0de72036-dbe5-4def-901f-b336ffbdf2ae tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0768793 Jun 19 01:03:59.376530 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6f10fe4-443c-4de6-9c8a-bbf707c0f156 req-ca4bc4c5-cf7a-4c2e-9ae5-75952b27a233 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jun 19 01:03:59.554674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d3e6-6682-49b7-b49a-0ad7bfa94ec6 req-1c05562a-34b6-4af6-af44-716dd2b7f9c8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:03:59.556147 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ab89d3e6-6682-49b7-b49a-0ad7bfa94ec6 req-1c05562a-34b6-4af6-af44-716dd2b7f9c8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0637355 Jun 19 01:03:59.595360 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ab89d3e6-6682-49b7-b49a-0ad7bfa94ec6 req-326017e2-328e-4aed-a22c-cbbcffeda248 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Jun 19 01:04:00.555766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2ec72-e33e-4eed-8133-366d970b99fc req-5b026589-aaba-4749-8c6e-c36968e3c239 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:00.557284 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-90c2ec72-e33e-4eed-8133-366d970b99fc req-5b026589-aaba-4749-8c6e-c36968e3c239 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0676713 Jun 19 01:04:00.594191 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-90c2ec72-e33e-4eed-8133-366d970b99fc req-03331f5a-c9b3-40f4-8dbb-6d137c3a0a21 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Jun 19 01:04:00.774495 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b9d2-f557-4556-abb5-63ea1f909d95 req-cc414c64-e2d7-437d-9939-b71062dfd2ba tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:00.775424 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-49b4b9d2-f557-4556-abb5-63ea1f909d95 req-cc414c64-e2d7-437d-9939-b71062dfd2ba tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0669787 Jun 19 01:04:00.820216 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-49b4b9d2-f557-4556-abb5-63ea1f909d95 req-bf4e40a6-dc1b-496a-afca-a2629db5aa44 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Jun 19 01:04:01.770391 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95169fa0-e77a-4e0c-80d7-4d649b2efab5 req-6bd2ad6f-c2ff-44f1-8d83-e6c949208916 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:01.771908 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-95169fa0-e77a-4e0c-80d7-4d649b2efab5 req-6bd2ad6f-c2ff-44f1-8d83-e6c949208916 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0663593 Jun 19 01:04:01.810356 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-95169fa0-e77a-4e0c-80d7-4d649b2efab5 req-ee9d32bf-ac93-4847-b640-5c22aac4fa0e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Jun 19 01:04:01.990047 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a5485-966d-4d3f-983d-2deeef9cd922 req-771c53ef-bef8-4b07-96e5-039c4475c98c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:01.991564 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cf6a5485-966d-4d3f-983d-2deeef9cd922 req-771c53ef-bef8-4b07-96e5-039c4475c98c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0625978 Jun 19 01:04:02.029168 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cf6a5485-966d-4d3f-983d-2deeef9cd922 req-2c91d67e-9498-40dc-bd6d-adc317f168a0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Jun 19 01:04:02.992717 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992df86-0bd1-4c72-8e9c-49aa95093400 req-bdc188dc-2e38-4a9a-9d14-147453452dce tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:02.994204 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6992df86-0bd1-4c72-8e9c-49aa95093400 req-bdc188dc-2e38-4a9a-9d14-147453452dce tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0703688 Jun 19 01:04:03.033346 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6992df86-0bd1-4c72-8e9c-49aa95093400 req-17fb7687-69e1-4674-a0f5-4466de5829dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Jun 19 01:04:03.203053 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de63b88-dc46-43ed-bdaa-939f6a721c4e req-717d9845-2c6e-4281-816d-ac7b62c62179 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:03.205304 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0de63b88-dc46-43ed-bdaa-939f6a721c4e req-717d9845-2c6e-4281-816d-ac7b62c62179 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0618606 Jun 19 01:04:03.244134 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0de63b88-dc46-43ed-bdaa-939f6a721c4e req-c62e36ee-e878-4b05-b695-5a120941b093 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Jun 19 01:04:04.208816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004697af-4719-4f01-804d-8fe9eadc482e req-6555af30-1321-4cdf-a9b9-298746bf881b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:04.210524 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-004697af-4719-4f01-804d-8fe9eadc482e req-6555af30-1321-4cdf-a9b9-298746bf881b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0649402 Jun 19 01:04:04.253385 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-004697af-4719-4f01-804d-8fe9eadc482e req-56e77191-8579-4036-bdd9-f917efeb18e6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Jun 19 01:04:04.425799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28bc0c-aff4-4af6-9a2e-392d658dc2d4 req-a216b51f-b005-4ebc-88ab-bd179ebf8bb0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:04.427229 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad28bc0c-aff4-4af6-9a2e-392d658dc2d4 req-a216b51f-b005-4ebc-88ab-bd179ebf8bb0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0673432 Jun 19 01:04:04.463779 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad28bc0c-aff4-4af6-9a2e-392d658dc2d4 req-4bd9ceaa-0e12-47bd-a68c-c64765570802 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Jun 19 01:04:05.432977 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25b510-449c-47da-b4ca-9b1394ec130f req-9cca95a3-d122-47d6-a381-eca0dcd37016 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:05.434450 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8b25b510-449c-47da-b4ca-9b1394ec130f req-9cca95a3-d122-47d6-a381-eca0dcd37016 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0622821 Jun 19 01:04:05.471635 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8b25b510-449c-47da-b4ca-9b1394ec130f req-ca223875-b7cc-4189-94ae-4f18c43b02ab tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Jun 19 01:04:05.642059 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ab12-1d75-4a2e-a42f-c177b53d7817 req-52960bea-9ac9-49a9-b388-6c9b5ad8312f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:05.643504 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d939ab12-1d75-4a2e-a42f-c177b53d7817 req-52960bea-9ac9-49a9-b388-6c9b5ad8312f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0617335 Jun 19 01:04:05.685046 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d939ab12-1d75-4a2e-a42f-c177b53d7817 req-702963cb-e63e-4f31-aa63-ebaecbf2a9aa tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jun 19 01:04:06.651210 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda8aa-244b-4ba7-aced-b5f0c633c882 req-406697ea-5094-4976-9ca6-3bd0c3af6bc4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:06.652705 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-91eda8aa-244b-4ba7-aced-b5f0c633c882 req-406697ea-5094-4976-9ca6-3bd0c3af6bc4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0631804 Jun 19 01:04:06.691749 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-91eda8aa-244b-4ba7-aced-b5f0c633c882 req-ca327aa9-3f4a-4d1e-a367-5524e9c6772a tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Jun 19 01:04:06.857131 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc7d8-e68e-4344-aae8-9a9f61dc4629 req-29ee2496-b655-45b5-8500-e117ccc18dd9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:06.858567 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e5cfc7d8-e68e-4344-aae8-9a9f61dc4629 req-29ee2496-b655-45b5-8500-e117ccc18dd9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0628710 Jun 19 01:04:06.896355 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e5cfc7d8-e68e-4344-aae8-9a9f61dc4629 req-c405b01a-ff74-4c24-b17c-9695ccd7a97e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Jun 19 01:04:07.874220 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4f22b-7e8d-4b7d-9f05-e9495b414637 req-0046fade-0e4d-4efc-a7be-de3f28e6d34e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:07.875721 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-89d4f22b-7e8d-4b7d-9f05-e9495b414637 req-0046fade-0e4d-4efc-a7be-de3f28e6d34e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0669587 Jun 19 01:04:07.913788 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-89d4f22b-7e8d-4b7d-9f05-e9495b414637 req-f6a6b5af-025b-4a7a-9e2d-2c950d4c8c0c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Jun 19 01:04:08.073761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a8a7-182d-42e4-a2dd-067e83efab40 req-21bb8c02-7b50-417d-b6d7-2862df4f8c13 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:08.075183 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a544a8a7-182d-42e4-a2dd-067e83efab40 req-21bb8c02-7b50-417d-b6d7-2862df4f8c13 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0615535 Jun 19 01:04:08.111847 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a544a8a7-182d-42e4-a2dd-067e83efab40 req-f075f291-c3d3-4089-991b-4845981f6251 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Jun 19 01:04:09.085518 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871775fc-6064-40ef-acb8-dc54999ae7eb req-921f4831-9958-4d9f-bfb2-0b7a94e95384 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:09.086943 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-871775fc-6064-40ef-acb8-dc54999ae7eb req-921f4831-9958-4d9f-bfb2-0b7a94e95384 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0618713 Jun 19 01:04:09.123787 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-871775fc-6064-40ef-acb8-dc54999ae7eb req-ecc15442-1de5-43b4-9e0a-ab1007b2468d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Jun 19 01:04:09.290287 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb57d8-4cdf-4efc-80e1-e6ab42884f1f req-36a57f6c-7926-47bd-91aa-4be2af25ef93 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:09.291643 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59fb57d8-4cdf-4efc-80e1-e6ab42884f1f req-36a57f6c-7926-47bd-91aa-4be2af25ef93 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0659373 Jun 19 01:04:09.332460 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59fb57d8-4cdf-4efc-80e1-e6ab42884f1f req-eefbc8c4-753a-482a-a0a1-d335e385d23a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Jun 19 01:04:10.301632 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330637-100e-4b50-83cb-42a911631ab5 req-7e7b9dc1-cb3d-4a7a-bf23-0e8a3e84b5e0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:10.303082 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-53330637-100e-4b50-83cb-42a911631ab5 req-7e7b9dc1-cb3d-4a7a-bf23-0e8a3e84b5e0 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0623984 Jun 19 01:04:10.347015 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-53330637-100e-4b50-83cb-42a911631ab5 req-ce66703e-69f4-4c57-a8c2-e6744539429b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Jun 19 01:04:10.505850 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db44a-63fc-44e1-8516-0950bba13f9f req-430fd47d-292e-476f-b31c-f42e459dd792 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:10.507190 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-491db44a-63fc-44e1-8516-0950bba13f9f req-430fd47d-292e-476f-b31c-f42e459dd792 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0628467 Jun 19 01:04:10.545437 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-491db44a-63fc-44e1-8516-0950bba13f9f req-ba69afab-1387-4f91-b9d0-36425d56c2e6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Jun 19 01:04:11.520491 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4af99-34d8-4f86-a9bf-f0fc1c31794e req-33d69802-af33-4a01-bfb1-2ff1459592cd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:11.522008 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-81f4af99-34d8-4f86-a9bf-f0fc1c31794e req-33d69802-af33-4a01-bfb1-2ff1459592cd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0648444 Jun 19 01:04:11.559817 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-81f4af99-34d8-4f86-a9bf-f0fc1c31794e req-8196bd0b-4f08-45c1-8d58-556de038625c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jun 19 01:04:11.718617 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c2bf-a79e-43da-824b-9af49e860af8 req-a2c75f71-6773-4e5f-9e96-fba2aa33926d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:11.720862 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f3a6c2bf-a79e-43da-824b-9af49e860af8 req-a2c75f71-6773-4e5f-9e96-fba2aa33926d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0628970 Jun 19 01:04:11.761724 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f3a6c2bf-a79e-43da-824b-9af49e860af8 req-5ebdfb34-07bf-4803-abfc-4c27984f8a24 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351558 Jun 19 01:04:12.736427 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb949a-176a-4e71-94f6-d6e5c384ef66 req-862cfe5b-fc29-44ec-b7e6-34194a42ac2c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:12.737915 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cbfb949a-176a-4e71-94f6-d6e5c384ef66 req-862cfe5b-fc29-44ec-b7e6-34194a42ac2c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0626900 Jun 19 01:04:12.777682 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cbfb949a-176a-4e71-94f6-d6e5c384ef66 req-1e5db16c-212b-4aae-8292-e7859126a2e8 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341642 Jun 19 01:04:12.950126 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bd08e-b802-4075-b065-025692d93ac8 req-3e69a469-f358-4393-abe1-1f868ca43c56 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:12.957502 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-715bd08e-b802-4075-b065-025692d93ac8 req-3e69a469-f358-4393-abe1-1f868ca43c56 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0754771 Jun 19 01:04:13.006141 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-715bd08e-b802-4075-b065-025692d93ac8 req-31051ad0-9c6e-4c73-9fa8-aa189702a8ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Jun 19 01:04:13.066990 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:04:13.713532 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73504ea9-3df0-4ca7-8245-7e5f4a2dc322 req-b1980674-3eba-436d-9d9d-0f8e22987058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:13.714980 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73504ea9-3df0-4ca7-8245-7e5f4a2dc322 req-b1980674-3eba-436d-9d9d-0f8e22987058 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 1099 time: 0.0535622 Jun 19 01:04:13.749402 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73504ea9-3df0-4ca7-8245-7e5f4a2dc322 req-39c0385c-92af-4ea2-adf1-381847bb38fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264709 Jun 19 01:04:13.808065 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:13.957354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18bcf9-50ae-430b-98c6-2e321d41c9d3 req-d556aee8-7be1-486c-a965-ea76d451e035 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:13.958818 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7e18bcf9-50ae-430b-98c6-2e321d41c9d3 req-d556aee8-7be1-486c-a965-ea76d451e035 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 943 time: 0.0657659 Jun 19 01:04:13.998681 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7e18bcf9-50ae-430b-98c6-2e321d41c9d3 req-93d1f6d2-d73a-477d-980c-5c07ef4a2080 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jun 19 01:04:14.177601 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa4ec6-7afd-4f4b-82df-758b11f57042 req-16f4b2f0-1dfc-45c9-8cba-8f71b36854da tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:14.179060 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0ffa4ec6-7afd-4f4b-82df-758b11f57042 req-16f4b2f0-1dfc-45c9-8cba-8f71b36854da tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0666180 Jun 19 01:04:14.218818 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0ffa4ec6-7afd-4f4b-82df-758b11f57042 req-9eac8d31-c4ec-4a22-a31b-2b9d42f0d97f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Jun 19 01:04:14.814877 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:04:14.913124 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:14.925082 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8', 'network_id': '30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765', 'port_id': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8', 'mac_address': 'fa:16:3e:dd:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf527ae-0711-43e9-9515-6b943cd36d18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:04:14.963188 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:14.976196 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:04:14.996138 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:15.059584 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:15.061401 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:15.111130 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:15.114668 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:15.187957 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a5e1-86ef-42fe-8488-d56ac85ce5c4 req-7b051e74-f45c-488f-b9b3-f449ad3406e1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:15.190191 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-09e5a5e1-86ef-42fe-8488-d56ac85ce5c4 req-7b051e74-f45c-488f-b9b3-f449ad3406e1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 944 time: 0.0633755 Jun 19 01:04:15.227478 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-09e5a5e1-86ef-42fe-8488-d56ac85ce5c4 req-f898a3ed-44a0-48ee-a316-cad6e9c69f28 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Jun 19 01:04:15.397656 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d378dfd-2899-467d-b42c-754f01e86d4d req-5b12e231-3276-4857-8fb4-0c513eaadd51 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:15.398747 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d378dfd-2899-467d-b42c-754f01e86d4d req-5b12e231-3276-4857-8fb4-0c513eaadd51 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0648341 Jun 19 01:04:15.435484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d378dfd-2899-467d-b42c-754f01e86d4d req-1603b3d3-05e8-40a3-bb34-7ef90edddca2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Jun 19 01:04:15.493157 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['0e4e454e-0b44-4ee9-b8b2-16355ca000d8'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:15.617253 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0395ce-04ca-4160-a6b2-1e32ab518076 req-0abe75b1-947c-470e-bf00-f508251e8e48 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:15.618956 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6b0395ce-04ca-4160-a6b2-1e32ab518076 req-0abe75b1-947c-470e-bf00-f508251e8e48 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0660827 Jun 19 01:04:15.664109 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6b0395ce-04ca-4160-a6b2-1e32ab518076 req-4ef76f2c-0eec-4d72-9072-7c983165e199 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378160 Jun 19 01:04:16.411805 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd5180-2808-4e7b-9b07-2b0491136219 req-1d7560c9-fe31-4e0f-9a51-7b08cc3ce7ed tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:16.413305 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eebd5180-2808-4e7b-9b07-2b0491136219 req-1d7560c9-fe31-4e0f-9a51-7b08cc3ce7ed tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 944 time: 0.0644724 Jun 19 01:04:16.456453 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eebd5180-2808-4e7b-9b07-2b0491136219 req-60f506cc-d38b-4ec2-8c4e-13fadd96cbde tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Jun 19 01:04:16.831420 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:04:16.933461 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:04:16.937289 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:04:16.937676 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:17.015026 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:17.041627 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:17.043856 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1ee45-57d5-446b-bc9c-9ba951571ce2" -d '{"events": [{"server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:17.061224 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:17.087935 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d9357-6d56-4e7a-aa59-9f437788a5ba x-openstack-request-id: req-af8d9357-6d56-4e7a-aa59-9f437788a5ba {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:17.088237 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:17.088499 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af8d9357-6d56-4e7a-aa59-9f437788a5ba {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:17.088940 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8', 'code': 200} Jun 19 01:04:17.162307 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:17.164286 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:17.210241 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:17.213420 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:17.440784 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7b4e-1bb2-4c33-9202-d6a441110da2 req-54dbe78c-5478-47ff-ab0d-e4b53e363ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:17.442325 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bb7c7b4e-1bb2-4c33-9202-d6a441110da2 req-54dbe78c-5478-47ff-ab0d-e4b53e363ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 1098 time: 0.0526931 Jun 19 01:04:17.480292 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bb7c7b4e-1bb2-4c33-9202-d6a441110da2 req-ae6725e1-dc2a-4eeb-8766-64fd04cca537 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Jun 19 01:04:17.631837 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad03c-cbde-4ca6-8a0e-d76fe794631c req-759fc9a6-5c2c-4387-bd09-4c3c5f4226a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:17.632964 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-627ad03c-cbde-4ca6-8a0e-d76fe794631c req-759fc9a6-5c2c-4387-bd09-4c3c5f4226a4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0651011 Jun 19 01:04:17.693756 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-627ad03c-cbde-4ca6-8a0e-d76fe794631c req-740ad4c0-e09e-44e1-b262-61f243b47b5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Jun 19 01:04:18.079010 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27e5c7-ae4f-4ecc-a200-abc01d96b5e2 req-02424417-1e3d-46fd-a79d-c9767a050492 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:18.080834 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ab27e5c7-ae4f-4ecc-a200-abc01d96b5e2 req-02424417-1e3d-46fd-a79d-c9767a050492 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0671077 Jun 19 01:04:18.106745 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-66805999-ed3c-4d28-ac7a-1e578193f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:18.108211 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-66805999-ed3c-4d28-ac7a-1e578193f379 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.0537231 Jun 19 01:04:18.119848 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ab27e5c7-ae4f-4ecc-a200-abc01d96b5e2 req-d5aa2293-30ac-40fb-89ca-2abec131459a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jun 19 01:04:18.206137 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-f0480a59-f804-44fb-9538-d7814cc15ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:18.207704 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-f0480a59-f804-44fb-9538-d7814cc15ae9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.0863655 Jun 19 01:04:18.254110 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-cd090529-3764-4968-aa58-39e8032efac6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0360506 Jun 19 01:04:18.302775 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-95a5b2d1-ce55-4f37-8cc0-f3889e9937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:18.304245 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-95a5b2d1-ce55-4f37-8cc0-f3889e9937b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0416946 Jun 19 01:04:18.341957 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-57bf68f4-7e42-4e31-9ddf-22e3212a952f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304191 Jun 19 01:04:18.432355 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-785b1c3d-a262-494b-af37-e619f1ac2db1 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Jun 19 01:04:18.534897 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-88fb5344-ca84-47b4-962b-3144744c8bb4 req-2cd9d46a-ddd6-4ca1-a17c-f294ca602294 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918396 Jun 19 01:04:19.119991 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04b867-d3a7-4a8c-843f-9cf6c0b375f9 req-ddcc9ab5-230c-425e-9167-c1777ab0fd19 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:19.121536 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4a04b867-d3a7-4a8c-843f-9cf6c0b375f9 req-ddcc9ab5-230c-425e-9167-c1777ab0fd19 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.2993457 Jun 19 01:04:19.159645 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4a04b867-d3a7-4a8c-843f-9cf6c0b375f9 req-21a0ef0c-5b89-4ab1-888e-d1a902b640f1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jun 19 01:04:19.321569 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d35b5-c073-4144-8ce4-70856a2217ac req-32a1ecba-b666-40de-af87-a3403ad4e8c6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:19.326903 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b9d35b5-c073-4144-8ce4-70856a2217ac req-32a1ecba-b666-40de-af87-a3403ad4e8c6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0632725 Jun 19 01:04:19.361705 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b9d35b5-c073-4144-8ce4-70856a2217ac req-84ab58fe-9f8f-4a48-bb38-a852e7e83c74 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Jun 19 01:04:20.342677 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e79cd1-0459-4e26-8fe7-8fc66ffd2a99 req-d8c56726-aad1-4524-8b94-e3445a5334ed tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:20.344107 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d4e79cd1-0459-4e26-8fe7-8fc66ffd2a99 req-d8c56726-aad1-4524-8b94-e3445a5334ed tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0673735 Jun 19 01:04:20.380582 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d4e79cd1-0459-4e26-8fe7-8fc66ffd2a99 req-0eaef7fa-40fb-4b2a-9fb7-7d8f84e2ac0a tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298817 Jun 19 01:04:20.563450 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33be84-924f-4950-9c4b-8e1672cf09a9 req-185c9fe8-a5c2-4675-bab4-f02ba5325cf9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:20.565707 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2f33be84-924f-4950-9c4b-8e1672cf09a9 req-185c9fe8-a5c2-4675-bab4-f02ba5325cf9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0709727 Jun 19 01:04:20.603839 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2f33be84-924f-4950-9c4b-8e1672cf09a9 req-2e00bdb7-067e-4da1-a266-8b3cc05b2ccc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Jun 19 01:04:20.978795 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ff0e7-4fd1-4262-8d24-9bea011f6c25 req-9ff9aa6f-b9db-4dff-b6f2-4fd55b3e39c5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:20.980161 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f45ff0e7-4fd1-4262-8d24-9bea011f6c25 req-9ff9aa6f-b9db-4dff-b6f2-4fd55b3e39c5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0652552 Jun 19 01:04:21.027570 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f45ff0e7-4fd1-4262-8d24-9bea011f6c25 req-b057bbab-4422-4d0f-bbe3-85bec72c1ccc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Jun 19 01:04:21.572651 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a8294-f852-40b7-b614-191cba0adb5c req-d7631db7-1609-49ab-85b7-36b1c409afd2 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:21.574093 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e19a8294-f852-40b7-b614-191cba0adb5c req-d7631db7-1609-49ab-85b7-36b1c409afd2 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0674467 Jun 19 01:04:21.612692 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e19a8294-f852-40b7-b614-191cba0adb5c req-52a8670a-0463-40cf-abc6-b6e27890a26e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jun 19 01:04:21.785479 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a1ab8-ba8e-40dc-9b29-e609f2373c20 req-3b430a2c-bee2-443e-9f6c-90fc448328ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:21.789806 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-482a1ab8-ba8e-40dc-9b29-e609f2373c20 req-3b430a2c-bee2-443e-9f6c-90fc448328ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0651445 Jun 19 01:04:21.827312 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-482a1ab8-ba8e-40dc-9b29-e609f2373c20 req-c272b67a-023a-4c5a-bf3f-00cdf2c0270b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Jun 19 01:04:22.224971 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a0c75-c041-4358-a3ad-00acc1328e94 req-12348c6e-224c-4dab-922c-dd7fb18e50bd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:22.230234 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c27a0c75-c041-4358-a3ad-00acc1328e94 req-12348c6e-224c-4dab-922c-dd7fb18e50bd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0810833 Jun 19 01:04:22.264751 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c27a0c75-c041-4358-a3ad-00acc1328e94 req-29aa5173-a103-4fef-a005-29151c71721a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Jun 19 01:04:22.686674 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36066) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:22.788750 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:22.895871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.022518 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525b4b-327e-40bd-b935-f9656786ec64 req-aa3a263f-b05b-4438-aa6a-7ab6b429bb2b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:23.023083 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.023199 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-43525b4b-327e-40bd-b935-f9656786ec64 req-aa3a263f-b05b-4438-aa6a-7ab6b429bb2b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0798340 Jun 19 01:04:23.023294 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b313fa11-1365-4808-aea7-40dc04fec49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:23.060539 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-43525b4b-327e-40bd-b935-f9656786ec64 req-891761fe-010d-4d5f-93d6-6216151908ac tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Jun 19 01:04:23.066864 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2677db86d9394b08b0764c1c270babc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790269 Jun 19 01:04:23.067757 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b352c-e6cc-492b-a2ed-10ef9280d75f,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:23.069575 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36078) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.088794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.090621 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:23.124377 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.144422 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.308863 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.311380 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:23.315180 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d79b352c-e6cc-492b-a2ed-10ef9280d75f HTTP/1.1" status: 204 len: 168 time: 0.2417002 Jun 19 01:04:23.329129 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:23.340937 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b352c-e6cc-492b-a2ed-10ef9280d75f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:23.351640 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.352013 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.352383 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.352770 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.357437 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:23.358838 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:23.389480 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456915-e875-466a-8022-2e207940f707 req-95e6c513-9d78-4c35-bfdb-a0a428ee7b78 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:23.390958 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d8456915-e875-466a-8022-2e207940f707 req-95e6c513-9d78-4c35-bfdb-a0a428ee7b78 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0944064 Jun 19 01:04:23.432294 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d8456915-e875-466a-8022-2e207940f707 req-badd12a5-5d92-47cb-a7b1-0d7ebf65aea7 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346627 Jun 19 01:04:23.609721 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81800172-beec-42af-a53d-aba9a7304172 req-778b151b-a852-42cc-999b-81eb4c38781f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:23.612309 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-81800172-beec-42af-a53d-aba9a7304172 req-778b151b-a852-42cc-999b-81eb4c38781f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0657156 Jun 19 01:04:23.654269 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-81800172-beec-42af-a53d-aba9a7304172 req-8fdff217-c8ba-4799-ada1-fdca4ad52497 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366147 Jun 19 01:04:23.779547 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3d50cd20-d045-4d99-bf72-37d40dcd401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:24.373732 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821efb34-7826-4a6c-859e-c44c05dca724 req-629d9080-a749-467b-884a-377c21d05a9a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:24.375546 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-821efb34-7826-4a6c-859e-c44c05dca724 req-629d9080-a749-467b-884a-377c21d05a9a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0803003 Jun 19 01:04:24.416389 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-821efb34-7826-4a6c-859e-c44c05dca724 req-f2d13fd4-232c-41b7-898a-46adb8cabd82 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Jun 19 01:04:24.619768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22fdb8-e8c1-487a-b25d-5a1df4dd3cd5 req-345ad584-95d8-4314-92ff-9f6437067d2d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:24.621273 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1c22fdb8-e8c1-487a-b25d-5a1df4dd3cd5 req-345ad584-95d8-4314-92ff-9f6437067d2d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0678875 Jun 19 01:04:24.659278 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1c22fdb8-e8c1-487a-b25d-5a1df4dd3cd5 req-e6f36fa9-d3af-4dc8-bc11-a14820db2430 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Jun 19 01:04:24.856812 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e62610-6110-488f-a0f6-6197bce67cc5 req-a2c8eed2-bd21-45fa-939f-0606da0ec5a0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:24.858524 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c2e62610-6110-488f-a0f6-6197bce67cc5 req-a2c8eed2-bd21-45fa-939f-0606da0ec5a0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0752962 Jun 19 01:04:24.896504 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c2e62610-6110-488f-a0f6-6197bce67cc5 req-1c600eee-aa7f-468a-822a-d2ad328b103a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 Jun 19 01:04:25.601531 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bacb6-4ad5-4433-abc8-0abd9fc06073 req-5c8f4d4a-fa3c-4698-8356-717bc1ba523d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:25.602989 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-210bacb6-4ad5-4433-abc8-0abd9fc06073 req-5c8f4d4a-fa3c-4698-8356-717bc1ba523d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0630400 Jun 19 01:04:25.640404 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-210bacb6-4ad5-4433-abc8-0abd9fc06073 req-32bc8efb-dedb-4d18-89e2-b2fd29fbeea4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Jun 19 01:04:25.845102 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd2d70-15d7-472d-b97b-270ec6995d46 req-12669dcb-ad79-4520-8574-02e5d06edce6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:25.846813 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7fcd2d70-15d7-472d-b97b-270ec6995d46 req-12669dcb-ad79-4520-8574-02e5d06edce6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0717080 Jun 19 01:04:25.888197 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7fcd2d70-15d7-472d-b97b-270ec6995d46 req-95a3b2fc-df16-4b80-9e77-cd1a21788eb4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Jun 19 01:04:26.079732 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5ab7-d543-41d0-b84e-83e192710a37 req-ba6a865f-eb89-4fe6-a9bb-a0d60eb2961c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:26.081765 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d20e5ab7-d543-41d0-b84e-83e192710a37 req-ba6a865f-eb89-4fe6-a9bb-a0d60eb2961c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0604334 Jun 19 01:04:26.118406 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d20e5ab7-d543-41d0-b84e-83e192710a37 req-145e7e37-1e63-48ad-b9ec-f046400bbaad tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Jun 19 01:04:26.534106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:26.602822 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f94dbcd6-7da3-4e62-b9a0-4dc9b5646c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:26.815834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114541a-b061-40f2-aff4-50e9d4e663f4 req-84ef4cb7-5ce7-4bc3-adee-eac559dd46f9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:26.817414 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f114541a-b061-40f2-aff4-50e9d4e663f4 req-84ef4cb7-5ce7-4bc3-adee-eac559dd46f9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0625763 Jun 19 01:04:26.860792 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f114541a-b061-40f2-aff4-50e9d4e663f4 req-e78e68c4-c930-4f01-bbc8-ba700d69f1a1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Jun 19 01:04:27.073901 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100aa84-5b84-48a2-b59f-afe2e5108b6a req-c8fa8872-f7b6-4c40-a053-da55221ab3a4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:27.075348 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b100aa84-5b84-48a2-b59f-afe2e5108b6a req-c8fa8872-f7b6-4c40-a053-da55221ab3a4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0650146 Jun 19 01:04:27.117959 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b100aa84-5b84-48a2-b59f-afe2e5108b6a req-1d1c3616-36f4-4622-8aca-7042ff4f182b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361152 Jun 19 01:04:27.307097 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d0df-3bea-401c-93f7-8097095944e0 req-e12da6d5-9363-4903-8236-b22c6b06eebc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:27.308608 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fe25d0df-3bea-401c-93f7-8097095944e0 req-e12da6d5-9363-4903-8236-b22c6b06eebc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0697355 Jun 19 01:04:27.339042 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:27.348205 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fe25d0df-3bea-401c-93f7-8097095944e0 req-e571e146-9ade-4b12-8394-3f08e418dd4e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Jun 19 01:04:28.045198 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd990b-f3ed-410b-a1f5-ad370575356b req-bac20e87-8681-4f2c-af1a-04c435b0a3cf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:28.046708 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-83bd990b-f3ed-410b-a1f5-ad370575356b req-bac20e87-8681-4f2c-af1a-04c435b0a3cf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0642099 Jun 19 01:04:28.090064 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-83bd990b-f3ed-410b-a1f5-ad370575356b req-19b421f5-76a5-4b2f-9856-6f30f7cd991d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Jun 19 01:04:28.307641 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf292-d354-4a8f-9b22-027fe0781587 req-cf77c345-4fc9-49fb-a010-ca7594bd30d8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:28.310602 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cd6bf292-d354-4a8f-9b22-027fe0781587 req-cf77c345-4fc9-49fb-a010-ca7594bd30d8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0747142 Jun 19 01:04:28.351116 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cd6bf292-d354-4a8f-9b22-027fe0781587 req-05990d16-c331-4595-ac56-a1ce93eb491e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jun 19 01:04:28.530989 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa0f9-d6e4-4761-8246-9078c05ab175 req-3b1ce755-0314-4ac4-9fa8-0ad62a7f130d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:28.532468 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-08efa0f9-d6e4-4761-8246-9078c05ab175 req-3b1ce755-0314-4ac4-9fa8-0ad62a7f130d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0699484 Jun 19 01:04:28.576119 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-08efa0f9-d6e4-4761-8246-9078c05ab175 req-1049ee07-23d2-46c9-9a92-d3bf24a80756 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Jun 19 01:04:28.638932 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36228) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:28.738807 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:28.828611 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:28.869780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:28.873021 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6b1c0622-19b2-4385-8a33-855274ab455d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:28.912026 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0725446326b46f2b14aeb2dcc79ac39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719176 Jun 19 01:04:28.913912 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6dce0-6bab-455c-8681-d1b133f1ca4f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:28.914666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36232) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:28.917005 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:28.963822 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:28.984209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.081494 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.084153 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.085545 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cda6dce0-6bab-455c-8681-d1b133f1ca4f HTTP/1.1" status: 204 len: 168 time: 0.1699183 Jun 19 01:04:29.086319 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-373fabed-17de-4779-bcc7-1be1510892fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:29.093694 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6dce0-6bab-455c-8681-d1b133f1ca4f,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:29.096926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-17838f79-7caa-4c4a-ab46-a0ca22767767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:29.282198 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50484d51-d449-4f71-88cc-a0c1bf57de74 req-582b27fd-fc0a-44f4-99fd-2218cf668f9a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:29.284328 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-50484d51-d449-4f71-88cc-a0c1bf57de74 req-582b27fd-fc0a-44f4-99fd-2218cf668f9a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0691731 Jun 19 01:04:29.311493 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.356321 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-50484d51-d449-4f71-88cc-a0c1bf57de74 req-af6d6a4b-aa0a-4512-afb5-ecb58cd3e4e6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624104 Jun 19 01:04:29.534433 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011f47-c900-4ca9-b303-533d473c7bfb req-7d5f2cfa-6349-451e-a408-5b29aed02aea tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:29.535921 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e1011f47-c900-4ca9-b303-533d473c7bfb req-7d5f2cfa-6349-451e-a408-5b29aed02aea tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0683310 Jun 19 01:04:29.576578 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e1011f47-c900-4ca9-b303-533d473c7bfb req-61026541-77d1-4b1b-9ede-b9819c347004 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Jun 19 01:04:29.726231 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36252) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:29.740844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.761383 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3ed0-c468-4a63-9ed4-ad9663c26d97 req-09c5fbc6-2a4d-4f5b-b577-fb6cd8556463 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:29.762896 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e0dd3ed0-c468-4a63-9ed4-ad9663c26d97 req-09c5fbc6-2a4d-4f5b-b577-fb6cd8556463 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0680041 Jun 19 01:04:29.804052 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e0dd3ed0-c468-4a63-9ed4-ad9663c26d97 req-d99ac08a-532b-45b6-a40b-ff83337a57d7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Jun 19 01:04:29.831474 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.876103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.878572 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-29d3cde6-9975-46b6-b95b-2a16d4a218a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:29.912002 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95fa9d-1e1a-4de6-becf-ec50b08ae999,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:29.916400 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71c029954bce496791adee475a795bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912091 Jun 19 01:04:29.917299 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:29.919191 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36254) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:29.976198 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:29.996203 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:30.116229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:30.118985 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:30.120106 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e95fa9d-1e1a-4de6-becf-ec50b08ae999 HTTP/1.1" status: 204 len: 168 time: 0.1998613 Jun 19 01:04:30.120838 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:30.131766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95fa9d-1e1a-4de6-becf-ec50b08ae999,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:30.134097 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e66b05a0-7d97-4cc1-b00a-1ff270b7b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:30.577603 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88181669-0ae2-474d-8487-80407e0ca627 req-19ceb136-dfcc-4ad3-8dab-d11cb3fc847d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:30.579648 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-88181669-0ae2-474d-8487-80407e0ca627 req-19ceb136-dfcc-4ad3-8dab-d11cb3fc847d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0755386 Jun 19 01:04:30.622962 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-88181669-0ae2-474d-8487-80407e0ca627 req-0633fca4-2331-4c57-9f91-e5d61034a2db tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Jun 19 01:04:30.758720 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaca4e-ec34-4c60-8375-b9cf12eaf9dd req-3e22e55a-ac34-482f-ac81-ed34b353d22e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:30.760333 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3bfaca4e-ec34-4c60-8375-b9cf12eaf9dd req-3e22e55a-ac34-482f-ac81-ed34b353d22e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0656056 Jun 19 01:04:30.800937 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3bfaca4e-ec34-4c60-8375-b9cf12eaf9dd req-9b295b57-fc8f-4403-bcc1-4c36865d9fb7 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338235 Jun 19 01:04:30.980837 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7078-b17a-4a21-bc74-25ab3dc8fcb8 req-fb4dfc65-29b1-4e2c-84b0-ba2e8703cdb8 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:30.982265 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-56ff7078-b17a-4a21-bc74-25ab3dc8fcb8 req-fb4dfc65-29b1-4e2c-84b0-ba2e8703cdb8 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0609820 Jun 19 01:04:31.024125 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-56ff7078-b17a-4a21-bc74-25ab3dc8fcb8 req-e1e5222a-84f1-4c44-a141-9ba3faad7c12 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354831 Jun 19 01:04:31.811924 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bf71c-4075-41bc-982e-bcde3a647e3b req-92d36520-4365-4483-8098-6aa9b2d6dd36 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:31.813734 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6e3bf71c-4075-41bc-982e-bcde3a647e3b req-92d36520-4365-4483-8098-6aa9b2d6dd36 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0731695 Jun 19 01:04:31.855070 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6e3bf71c-4075-41bc-982e-bcde3a647e3b req-9df4fc5a-d5fc-4a19-9d4c-1698e2bfdaaa tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Jun 19 01:04:32.026413 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0c01-e45d-499a-9cb9-3cd99809e533 req-b4520118-8d41-492c-a3fd-5d2752e39faf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:32.028259 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e1d0c01-e45d-499a-9cb9-3cd99809e533 req-b4520118-8d41-492c-a3fd-5d2752e39faf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0761459 Jun 19 01:04:32.071889 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e1d0c01-e45d-499a-9cb9-3cd99809e533 req-24bc272d-4fa6-4b15-8454-e9f982088f74 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364490 Jun 19 01:04:32.212362 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0529-d011-4d7e-9568-e178af2616d0 req-9e31c122-0a79-42b6-b845-4f684ee329b4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:32.213857 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ef6c0529-d011-4d7e-9568-e178af2616d0 req-9e31c122-0a79-42b6-b845-4f684ee329b4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0688810 Jun 19 01:04:32.258855 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ef6c0529-d011-4d7e-9568-e178af2616d0 req-97d90c39-754b-4cf2-949b-afa10fe6f128 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Jun 19 01:04:32.261763 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac3b9c-9be4-4ea1-a08e-db1139dbbf03 req-4fda057a-5d47-43e3-a910-96fa7df8cac3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:32.263113 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-01ac3b9c-9be4-4ea1-a08e-db1139dbbf03 req-4fda057a-5d47-43e3-a910-96fa7df8cac3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0719373 Jun 19 01:04:32.306305 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-01ac3b9c-9be4-4ea1-a08e-db1139dbbf03 req-7dae744c-4155-480c-a1fa-f20d5832182e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348837 Jun 19 01:04:33.031005 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ae560-2a62-422e-8ec0-c3303f9ba153 req-7689b130-bc7f-4a6f-94db-4743bf5ccb19 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:33.032467 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-293ae560-2a62-422e-8ec0-c3303f9ba153 req-7689b130-bc7f-4a6f-94db-4743bf5ccb19 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0660353 Jun 19 01:04:33.072857 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-293ae560-2a62-422e-8ec0-c3303f9ba153 req-a379e91c-b92a-496f-b51b-766adea9fee4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Jun 19 01:04:33.245353 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2e666-accf-4907-823f-fe5ec6282942 req-d0592ea8-b01a-42a4-a3de-79ab9980677b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:33.246830 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3de2e666-accf-4907-823f-fe5ec6282942 req-d0592ea8-b01a-42a4-a3de-79ab9980677b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0630984 Jun 19 01:04:33.286080 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3de2e666-accf-4907-823f-fe5ec6282942 req-fd7484ac-a94b-4759-ac95-52068c8e7216 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330293 Jun 19 01:04:33.441246 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11c767-021b-437f-98bc-742e941d29f8 req-38f0e0d7-ecc4-41c2-8a6a-e2a917bd4963 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:33.443099 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-db11c767-021b-437f-98bc-742e941d29f8 req-38f0e0d7-ecc4-41c2-8a6a-e2a917bd4963 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0707636 Jun 19 01:04:33.484106 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-db11c767-021b-437f-98bc-742e941d29f8 req-c75a4b54-2f95-49c6-a3e0-56fd15b6e092 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Jun 19 01:04:33.500607 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50b092-c652-4df2-97ef-1723b42e231b req-a51b0e79-4136-4b38-8ce5-301986d9440f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:33.503001 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ba50b092-c652-4df2-97ef-1723b42e231b req-a51b0e79-4136-4b38-8ce5-301986d9440f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0707247 Jun 19 01:04:33.546389 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ba50b092-c652-4df2-97ef-1723b42e231b req-b3d7fcdd-017a-473e-85dc-93a8fe7ea0ec tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375249 Jun 19 01:04:34.244365 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f232-c67c-434b-b387-a4f5a339f41a req-4fd347e9-ffe9-45a7-81e7-1af4acde2484 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:34.245820 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6b61f232-c67c-434b-b387-a4f5a339f41a req-4fd347e9-ffe9-45a7-81e7-1af4acde2484 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0633571 Jun 19 01:04:34.283253 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6b61f232-c67c-434b-b387-a4f5a339f41a req-86d7080f-c766-4759-9c72-caf34ddb89f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Jun 19 01:04:34.470857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3405f4-9e47-4e58-9ae0-855d625fefd4 req-76708ea0-fef6-4169-a269-2d6681b1135b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:34.472267 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2c3405f4-9e47-4e58-9ae0-855d625fefd4 req-76708ea0-fef6-4169-a269-2d6681b1135b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0709918 Jun 19 01:04:34.507959 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2c3405f4-9e47-4e58-9ae0-855d625fefd4 req-60b1b197-f5f9-4e52-93fb-5d363e5cde51 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299745 Jun 19 01:04:34.660041 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c439-c174-421e-a827-a23ecfe454bf req-982699e5-b3ed-4ba1-b16a-2af2e41eb735 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:34.667970 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-eb02c439-c174-421e-a827-a23ecfe454bf req-982699e5-b3ed-4ba1-b16a-2af2e41eb735 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0705545 Jun 19 01:04:34.704844 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-eb02c439-c174-421e-a827-a23ecfe454bf req-2142e56c-e65a-4c6a-abad-d334b0e831c1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357332 Jun 19 01:04:34.744852 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d2a89-5bbf-48f7-8ce8-21123a52184f req-c0743e2a-0cef-49d6-a2f8-53b25d6065d9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:34.746311 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6a0d2a89-5bbf-48f7-8ce8-21123a52184f req-c0743e2a-0cef-49d6-a2f8-53b25d6065d9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0729198 Jun 19 01:04:34.784382 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6a0d2a89-5bbf-48f7-8ce8-21123a52184f req-233d95ae-f72f-4e3a-98a7-479964bdd4b5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Jun 19 01:04:34.968750 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-e76d999a-5816-41b0-a2a2-4b24349dc840 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:34.970192 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-e76d999a-5816-41b0-a2a2-4b24349dc840 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 945 time: 0.0679634 Jun 19 01:04:35.076758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Deleting port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:04:35.077103 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:35.166471 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] For port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:35.166836 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:35.233495 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Calling delete_port for 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:04:35.407779 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:35.413057 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:35.422815 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844', '14397f7a-31c0-4e94-81cb-adda2900e250', '8659604e-3925-48eb-b73a-df34c011e596', '0e4e454e-0b44-4ee9-b8b2-16355ca000d8'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:35.442942 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event deleted for resources: {'Port': ['ID=0e4e454e-0b44-4ee9-b8b2-16355ca000d8,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:35.446523 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:35.500770 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] No DVR routers for this DVR port 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:04:35.504776 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:35.507029 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fc5e8ca8-58ab-4e07-9aa8-62b2ad7889de req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "DELETE /v2.0/ports/0e4e454e-0b44-4ee9-b8b2-16355ca000d8 HTTP/1.1" status: 204 len: 173 time: 0.5294507 Jun 19 01:04:35.507606 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'name': 'network-vif-deleted', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:35.510062 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258b3d3a-cf2c-47ab-8d33-af1e87dda254" -d '{"events": [{"server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "name": "network-vif-deleted", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:35.519409 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039570-a69a-41cf-873c-49d2704ef197 req-340d5988-066c-42a7-bd6b-7dd73e96459d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:35.521763 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-19039570-a69a-41cf-873c-49d2704ef197 req-340d5988-066c-42a7-bd6b-7dd73e96459d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1172829 Jun 19 01:04:35.564012 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-19039570-a69a-41cf-873c-49d2704ef197 req-3ffd51fb-d425-447e-930b-aceb10971bf3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 Jun 19 01:04:35.734888 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca943e2d-b7a8-46c0-9171-c14d73584be0 x-openstack-request-id: req-ca943e2d-b7a8-46c0-9171-c14d73584be0 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:35.735433 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531edfbf-916a-4532-a17a-6ccc3be7ee60", "name": "network-vif-deleted", "tag": "0e4e454e-0b44-4ee9-b8b2-16355ca000d8", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:35.735866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca943e2d-b7a8-46c0-9171-c14d73584be0 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:35.737462 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531edfbf-916a-4532-a17a-6ccc3be7ee60', 'name': 'network-vif-deleted', 'tag': '0e4e454e-0b44-4ee9-b8b2-16355ca000d8', 'status': 'completed', 'code': 200} Jun 19 01:04:35.797234 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbe41d-152d-4138-bdc9-86fa636ddded req-f7350556-b679-4de9-81be-9fbb143673f7 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:35.805792 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a9cbe41d-152d-4138-bdc9-86fa636ddded req-f7350556-b679-4de9-81be-9fbb143673f7 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0988698 Jun 19 01:04:35.844369 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a9cbe41d-152d-4138-bdc9-86fa636ddded req-0799192b-6049-4c76-ae18-42075e664db7 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Jun 19 01:04:35.892182 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e53e3c0b-ac05-4f30-96e6-ad2917ed02f7 req-b4336b37-5457-41cd-adef-7edc745bd881 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Jun 19 01:04:36.007955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee865fbb-9807-4b77-8c0a-d333e3d65566 req-d261e3ad-714a-4f74-9017-7627d27c86c5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:36.009387 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ee865fbb-9807-4b77-8c0a-d333e3d65566 req-d261e3ad-714a-4f74-9017-7627d27c86c5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Jun 19 01:04:36.054513 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ee865fbb-9807-4b77-8c0a-d333e3d65566 req-4512e2dd-18e7-4ae9-853c-00673b4dde2a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Jun 19 01:04:36.152015 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2fa02-e390-4fa8-86fe-f87a179ea326 req-fbb01366-3d4e-4f55-9133-36f9ef6cbfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:36.153575 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-62e2fa02-e390-4fa8-86fe-f87a179ea326 req-fbb01366-3d4e-4f55-9133-36f9ef6cbfa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.0514870 Jun 19 01:04:36.190164 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-62e2fa02-e390-4fa8-86fe-f87a179ea326 req-534b803f-2f6f-434e-bd48-c45e2dc4e236 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268309 Jun 19 01:04:36.753347 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2db75-4364-42d0-83d2-549a1d31eb58 req-399ef69e-ff3e-478e-b042-b46b2fd5012e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:36.754850 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5ee2db75-4364-42d0-83d2-549a1d31eb58 req-399ef69e-ff3e-478e-b042-b46b2fd5012e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0699120 Jun 19 01:04:36.811289 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5ee2db75-4364-42d0-83d2-549a1d31eb58 req-f40443e2-08ec-435c-b26e-af28a1f1b0db tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Jun 19 01:04:37.096072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0aa9-9f99-49bd-b839-0e366ef7897e req-a6a9e598-c952-4262-b6f4-4f6115facc99 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:37.096600 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bc239335-2db9-4fba-b961-44d7257403eb req-33fbca2c-96cc-40ad-92e9-24478e83a2bc tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=531edfbf-916a-4532-a17a-6ccc3be7ee60 HTTP/1.1" status: 200 len: 210 time: 0.0561528 Jun 19 01:04:37.105659 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1ebd0aa9-9f99-49bd-b839-0e366ef7897e req-a6a9e598-c952-4262-b6f4-4f6115facc99 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0903661 Jun 19 01:04:37.158918 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1ebd0aa9-9f99-49bd-b839-0e366ef7897e req-cc8c2256-dab9-4cb4-a075-410810aefa1b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516212 Jun 19 01:04:37.282412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257496-e2d9-463f-a604-cec52a068fec req-58867568-29bf-4003-9cb8-6e8c868b7028 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:37.284761 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-48257496-e2d9-463f-a604-cec52a068fec req-58867568-29bf-4003-9cb8-6e8c868b7028 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0681643 Jun 19 01:04:37.324659 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-48257496-e2d9-463f-a604-cec52a068fec req-43e5a7e0-7d31-4215-99f3-739c24c0eaf7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Jun 19 01:04:38.022981 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1e3b-25b3-4f0c-9a76-fbfd862fe68d req-820ffcc8-089d-4c24-85ab-a87326a59543 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.024542 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-70db1e3b-25b3-4f0c-9a76-fbfd862fe68d req-820ffcc8-089d-4c24-85ab-a87326a59543 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0858626 Jun 19 01:04:38.065548 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-70db1e3b-25b3-4f0c-9a76-fbfd862fe68d req-41529470-c797-4554-895f-94f290abdc85 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Jun 19 01:04:38.386795 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2929d7-66dd-4afb-b1c1-d54c6b53e303 req-38780273-6767-419c-a5c0-41db54c53bb9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.389607 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cd2929d7-66dd-4afb-b1c1-d54c6b53e303 req-38780273-6767-419c-a5c0-41db54c53bb9 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0910854 Jun 19 01:04:38.442260 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cd2929d7-66dd-4afb-b1c1-d54c6b53e303 req-67f037ae-491f-4643-a453-c9e18f45237e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466616 Jun 19 01:04:38.655032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6ace-e2b3-41b8-a57e-6d96ce4c1360 req-8844e5b6-6565-4876-8fdc-42f8ed32ff58 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.656620 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ff7b6ace-e2b3-41b8-a57e-6d96ce4c1360 req-8844e5b6-6565-4876-8fdc-42f8ed32ff58 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.1031256 Jun 19 01:04:38.707371 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ff7b6ace-e2b3-41b8-a57e-6d96ce4c1360 req-3e652e54-e0a1-4a10-9d2c-29d9c19e0b3f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Jun 19 01:04:38.803040 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4de3de-4afe-498f-867c-014797c4fe10 req-25e47782-fb76-4645-abf0-c3f9817d694f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.804503 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb4de3de-4afe-498f-867c-014797c4fe10 req-25e47782-fb76-4645-abf0-c3f9817d694f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1056092 Jun 19 01:04:38.828768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-4ce42fb2-2504-4de9-ae89-4bd478351ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.830904 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-4ce42fb2-2504-4de9-ae89-4bd478351ed5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.0970600 Jun 19 01:04:38.866580 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb4de3de-4afe-498f-867c-014797c4fe10 req-8e6ed4ad-52c4-4090-95d5-a6112fcb6839 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Jun 19 01:04:38.934426 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-21f88b52-4e67-4b30-b7b2-37c0ddb33cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:38.935792 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-21f88b52-4e67-4b30-b7b2-37c0ddb33cf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.0922649 Jun 19 01:04:38.956432 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:04:38.959577 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:04:38.980775 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-c8eca4f0-5133-42de-bd77-b5525c327d7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0354421 Jun 19 01:04:38.983504 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:04:38.983851 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0e4e454e-0b44-4ee9-b8b2-16355ca000d8 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:04:39.033842 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-ed890681-a826-48b4-885e-5ff7366d618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:39.035522 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-ed890681-a826-48b4-885e-5ff7366d618c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0471525 Jun 19 01:04:39.082687 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:39.100259 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '2d9515f8-9caa-409d-ba32-92739a24a836', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:04:39.101946 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-75446cff-b647-4b3e-b872-62699ff28000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564315 Jun 19 01:04:39.139334 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:39.153810 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:04:39.193110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:39.209247 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-6e756909-daec-4047-9923-88d2d4683cbd service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926082 Jun 19 01:04:39.253910 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:39.255837 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:39.296170 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-75f5bd8c-37a2-440e-9e9f-2d9b485dbadd req-a192bb8e-f87e-457a-b4e0-82fbaa0c0020 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Jun 19 01:04:39.302082 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:39.311128 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.311515 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.311896 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.312236 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.312601 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.313101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.313513 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.313778 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.314178 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.315077 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.315391 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.315712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:04:39.320851 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:39.419341 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['2d9515f8-9caa-409d-ba32-92739a24a836'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:39.614118 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3077f2e-3d9b-4ff2-bb38-87dde3de5b95 req-1d692787-ab07-4e0f-9548-5761981d095b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:39.615580 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c3077f2e-3d9b-4ff2-bb38-87dde3de5b95 req-1d692787-ab07-4e0f-9548-5761981d095b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0635612 Jun 19 01:04:39.665213 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c3077f2e-3d9b-4ff2-bb38-87dde3de5b95 req-61f6311c-b321-4228-82f5-f0d8f7a1a349 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Jun 19 01:04:39.906039 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396ed30-6b48-46bb-b7b0-082e3b459f8d req-b858f602-b45e-4861-8e5e-52d146b08f12 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:39.914399 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7396ed30-6b48-46bb-b7b0-082e3b459f8d req-b858f602-b45e-4861-8e5e-52d146b08f12 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 944 time: 0.0758326 Jun 19 01:04:39.948402 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7396ed30-6b48-46bb-b7b0-082e3b459f8d req-22d20644-5dc0-4af3-a100-1d0034f7e0e3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Jun 19 01:04:40.117060 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df87af4-276e-4b8c-8822-ec532eb17ca5 req-051a3a3c-f6c1-49e2-ab41-dd16998de307 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:40.118652 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9df87af4-276e-4b8c-8822-ec532eb17ca5 req-051a3a3c-f6c1-49e2-ab41-dd16998de307 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0654624 Jun 19 01:04:40.160482 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9df87af4-276e-4b8c-8822-ec532eb17ca5 req-29be2148-39ce-4eb2-b2ef-39607b8e07d2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356092 Jun 19 01:04:40.246763 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d0db8-4424-41e1-913f-f7d7c5eea3b6 req-59be09a7-eaee-4f38-8f3a-01c446069822 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:40.248122 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed5d0db8-4424-41e1-913f-f7d7c5eea3b6 req-59be09a7-eaee-4f38-8f3a-01c446069822 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.0635650 Jun 19 01:04:40.285584 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed5d0db8-4424-41e1-913f-f7d7c5eea3b6 req-db61ec7c-6945-4d76-adaa-8ee2dfb5a9c6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Jun 19 01:04:40.858901 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d18d8-4bf9-4aab-b59a-7a4af9ab9d60 req-e08cd280-a89f-44df-92f7-84a8f0406a85 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:40.860386 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-200d18d8-4bf9-4aab-b59a-7a4af9ab9d60 req-e08cd280-a89f-44df-92f7-84a8f0406a85 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0682981 Jun 19 01:04:40.905930 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-200d18d8-4bf9-4aab-b59a-7a4af9ab9d60 req-dab3558c-a486-4098-a679-14cd9c541a15 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Jun 19 01:04:40.966514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:04:41.023469 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 2d9515f8-9caa-409d-ba32-92739a24a836 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:04:41.035207 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:41.140047 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:41.172110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:41.174680 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78f814-d8a5-43bc-a7f1-c83f9d15dc90" -d '{"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:41.186399 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26354b-8d5c-4172-a2b6-0ec4357b53a4 req-f593b2f2-4943-4454-b7b3-ad393ace4c9b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:41.194827 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de26354b-8d5c-4172-a2b6-0ec4357b53a4 req-f593b2f2-4943-4454-b7b3-ad393ace4c9b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 944 time: 0.0908432 Jun 19 01:04:41.196831 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:41.224953 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93bdb3-4292-4f5d-a943-3da896ddafc6 x-openstack-request-id: req-de93bdb3-4292-4f5d-a943-3da896ddafc6 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:41.229493 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:41.229493 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de93bdb3-4292-4f5d-a943-3da896ddafc6 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:41.229493 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'code': 200} Jun 19 01:04:41.269936 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-de26354b-8d5c-4172-a2b6-0ec4357b53a4 req-086f6cc5-1238-4692-8fde-425241f54605 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734119 Jun 19 01:04:41.282469 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:41.288087 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-cff2a5b7-2d4e-43af-a30a-5a3208f891bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:41.418172 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:41.425203 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:41.471857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ee2d-da25-42bb-b966-583d33f8fd08 req-5504e39a-3eeb-4a43-a3df-bdcc0c48a10c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:41.474778 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3f50ee2d-da25-42bb-b966-583d33f8fd08 req-5504e39a-3eeb-4a43-a3df-bdcc0c48a10c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0991464 Jun 19 01:04:41.539063 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3f50ee2d-da25-42bb-b966-583d33f8fd08 req-9703f68f-c9fe-4201-a417-77390e618de9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563633 Jun 19 01:04:41.547322 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5943b-f0fd-4a59-baa4-02ca6bebfa94 req-50833d59-9c69-45f5-901c-debec5cbb5a2 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:41.550632 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-39f5943b-f0fd-4a59-baa4-02ca6bebfa94 req-50833d59-9c69-45f5-901c-debec5cbb5a2 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.1034775 Jun 19 01:04:41.601661 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-39f5943b-f0fd-4a59-baa4-02ca6bebfa94 req-8cb8f4e4-d1dc-4652-bf22-6ba54cb5d82e tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Jun 19 01:04:42.121162 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a9be8-6b0c-4c39-a731-eed0127097e7 req-ad223a1b-1dd0-4d29-b5d9-4b2573cd72c0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:42.122620 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a88a9be8-6b0c-4c39-a731-eed0127097e7 req-ad223a1b-1dd0-4d29-b5d9-4b2573cd72c0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0786464 Jun 19 01:04:42.181429 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a88a9be8-6b0c-4c39-a731-eed0127097e7 req-c0530fd9-864c-4d90-abbe-845689cbb663 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497344 Jun 19 01:04:42.497806 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12cf1e-8d1b-4c73-82a4-6f14b716390a req-40420dd9-5c89-4935-8698-e8bec8d74c43 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:42.500117 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3d12cf1e-8d1b-4c73-82a4-6f14b716390a req-40420dd9-5c89-4935-8698-e8bec8d74c43 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0867372 Jun 19 01:04:42.556176 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3d12cf1e-8d1b-4c73-82a4-6f14b716390a req-4956b4e0-e218-4d67-94c0-301c1bd20c29 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Jun 19 01:04:42.756546 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-3574694c-880d-4496-bef9-63b025429bf9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:42.758095 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-3574694c-880d-4496-bef9-63b025429bf9 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.1243365 Jun 19 01:04:42.815921 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc5744-68d8-4a61-a719-3c4d2f258fb6 req-592a62de-844c-4690-8828-579daf5e7780 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:42.824787 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e5dc5744-68d8-4a61-a719-3c4d2f258fb6 req-592a62de-844c-4690-8828-579daf5e7780 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 945 time: 0.0764287 Jun 19 01:04:42.894680 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e5dc5744-68d8-4a61-a719-3c4d2f258fb6 req-a0ce9535-9543-47ed-86f1-5f5d6c1467b1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687895 Jun 19 01:04:43.012685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e97d1-a9e3-42de-bfdc-54ecd9fb564c req-23c3c25c-4003-4ac1-8d55-224072d5012d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:43.012685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-724e97d1-a9e3-42de-bfdc-54ecd9fb564c req-23c3c25c-4003-4ac1-8d55-224072d5012d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.2889757 Jun 19 01:04:43.063669 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Deleting port 8659604e-3925-48eb-b73a-df34c011e596 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:04:43.065581 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:43.108735 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-724e97d1-a9e3-42de-bfdc-54ecd9fb564c req-3cea9314-880a-42af-8748-baffe6786862 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017666 Jun 19 01:04:43.196144 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] For port 8659604e-3925-48eb-b73a-df34c011e596, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8659604e-3925-48eb-b73a-df34c011e596,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:43.197809 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:43.352884 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Calling delete_port for 8659604e-3925-48eb-b73a-df34c011e596 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:04:43.521663 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95d9b-f5e6-4639-acf7-10e0e1e1a600 req-a1ffa292-b34e-470f-a798-7a7671fa90c2 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:43.523977 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b9d95d9b-f5e6-4639-acf7-10e0e1e1a600 req-a1ffa292-b34e-470f-a798-7a7671fa90c2 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1389625 Jun 19 01:04:43.644580 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b9d95d9b-f5e6-4639-acf7-10e0e1e1a600 req-744322d4-84eb-4f1d-83c9-da73c272a773 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404201 Jun 19 01:04:43.647978 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36636) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:43.846005 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:43.858667 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e4ac5-3c26-415f-8a7b-4ecc5fab6dc8 req-4a23f372-9f16-4b33-bd3a-84b7020607fe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:43.861526 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-855e4ac5-3c26-415f-8a7b-4ecc5fab6dc8 req-4a23f372-9f16-4b33-bd3a-84b7020607fe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.1662614 Jun 19 01:04:43.916999 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:43.922794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:43.934721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:43.941497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844', '14397f7a-31c0-4e94-81cb-adda2900e250', '8659604e-3925-48eb-b73a-df34c011e596'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:43.984210 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event deleted for resources: {'Port': ['ID=8659604e-3925-48eb-b73a-df34c011e596,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:43.998800 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:44.020938 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-855e4ac5-3c26-415f-8a7b-4ecc5fab6dc8 req-2524ff88-c546-45ca-b852-cdc006c51e17 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512914 Jun 19 01:04:44.102531 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] No DVR routers for this DVR port 8659604e-3925-48eb-b73a-df34c011e596 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:04:44.107330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:44.109320 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4c53cbc1-fdf6-4e83-b352-872c40f9c94e req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "DELETE /v2.0/ports/8659604e-3925-48eb-b73a-df34c011e596 HTTP/1.1" status: 204 len: 173 time: 1.3389781 Jun 19 01:04:44.109813 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'name': 'network-vif-deleted', 'tag': '8659604e-3925-48eb-b73a-df34c011e596'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:44.120517 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db628c-8933-4afd-b2a9-d6268c8be6e1" -d '{"events": [{"server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "name": "network-vif-deleted", "tag": "8659604e-3925-48eb-b73a-df34c011e596"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:44.190025 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-46711911-4e68-4407-a593-937d3d96d788 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3285699 Jun 19 01:04:44.219489 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4e55a9-0060-4f0b-8ea8-9242771d5613 x-openstack-request-id: req-2c4e55a9-0060-4f0b-8ea8-9242771d5613 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:44.219881 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c1a910-47f8-4999-87db-ae8d97ac85ba", "name": "network-vif-deleted", "tag": "8659604e-3925-48eb-b73a-df34c011e596", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:44.220792 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c4e55a9-0060-4f0b-8ea8-9242771d5613 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:44.221552 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c1a910-47f8-4999-87db-ae8d97ac85ba', 'name': 'network-vif-deleted', 'tag': '8659604e-3925-48eb-b73a-df34c011e596', 'status': 'completed', 'code': 200} Jun 19 01:04:44.241954 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8aed0a46-3e4e-4a70-b9de-478a9b4e75b0 req-2255c2ce-2f57-4840-91f1-3c89932ef9b4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 210 time: 0.0945382 Jun 19 01:04:44.383665 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:44.433728 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-03ef0768-18ec-4ee8-a3ac-4f89e02cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:44.435583 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-03ef0768-18ec-4ee8-a3ac-4f89e02cd236 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.1965680 Jun 19 01:04:44.566652 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:44.570788 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b92c62c9-f2d0-4c09-b9e7-09fab6d07287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:44.626947 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac7a1e1e297e4fddb6ce41e9e28bc5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772887 Jun 19 01:04:44.631170 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36656) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:44.649250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953b0170-9a1e-4289-9991-5ce081359879,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:44.654927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:44.679423 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-d3071c0a-3407-4bb5-8844-7a3af69dcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:44.680941 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-d3071c0a-3407-4bb5-8844-7a3af69dcad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.2034991 Jun 19 01:04:44.729756 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:44.741499 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-9483bbf5-b8bc-473f-81a1-c39ed968765a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0498097 Jun 19 01:04:44.758822 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:44.838676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-0485e891-f782-49c6-b176-e27d0e789ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:44.845633 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-0485e891-f782-49c6-b176-e27d0e789ab7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0902953 Jun 19 01:04:44.882644 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-33238b65-4a84-483c-98ff-3dc5266dd234 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334840 Jun 19 01:04:45.023186 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b287e-9e88-49c0-b6ba-a330c8e6d983 req-257d752c-f8b9-4d57-8db5-8421838b92da tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:45.024958 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-911b287e-9e88-49c0-b6ba-a330c8e6d983 req-257d752c-f8b9-4d57-8db5-8421838b92da tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1448698 Jun 19 01:04:45.030959 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-48499cb6-f647-4b1d-b065-f7e60aee8bea service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348567 Jun 19 01:04:45.064988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:45.070926 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:45.072337 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/953b0170-9a1e-4289-9991-5ce081359879 HTTP/1.1" status: 204 len: 168 time: 0.4396346 Jun 19 01:04:45.073374 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77fb8d48-8823-422a-acde-7ed1507e6207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:45.096827 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b0170-9a1e-4289-9991-5ce081359879,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:45.114200 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:45.161139 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-911b287e-9e88-49c0-b6ba-a330c8e6d983 req-273d7d3a-8d53-4051-bb4a-d162e709bbcb tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289535 Jun 19 01:04:45.215213 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c37b3b26-9ebd-4f83-9b78-d353fd7deb2c req-37d55aa0-ba9f-4a9d-99df-f239fa3f4f24 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758275 Jun 19 01:04:45.282691 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e32bc-5bc0-4871-9701-63b5295ed983 req-b0b0f1a5-a1f1-4a0a-ba1a-ca8e16ea1859 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:45.284992 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8f9e32bc-5bc0-4871-9701-63b5295ed983 req-b0b0f1a5-a1f1-4a0a-ba1a-ca8e16ea1859 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0802140 Jun 19 01:04:45.355476 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8f9e32bc-5bc0-4871-9701-63b5295ed983 req-b2cf9543-552e-4ed2-82bc-b99dcfcf6898 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642910 Jun 19 01:04:45.604960 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3bd6d756-4e86-459f-80ae-da10e675a1b2 req-1660eccc-588f-43e5-a399-8fd4d84dc81d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c1a910-47f8-4999-87db-ae8d97ac85ba HTTP/1.1" status: 200 len: 210 time: 0.0453987 Jun 19 01:04:45.948773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18ca46-471c-45c3-a344-cc3472effb1f req-8cbf87b2-b701-47fa-8100-7869b9144e5c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:45.956399 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d18ca46-471c-45c3-a344-cc3472effb1f req-8cbf87b2-b701-47fa-8100-7869b9144e5c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1695406 Jun 19 01:04:45.964894 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36694) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:45.992251 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-04c8d0db-9f14-4dc4-90dd-ff9569c41929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:45.996544 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-04c8d0db-9f14-4dc4-90dd-ff9569c41929 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1098 time: 0.1071448 Jun 19 01:04:46.073641 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9d18ca46-471c-45c3-a344-cc3472effb1f req-73bd6b3a-c538-43a4-bdec-b0b736be353d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137552 Jun 19 01:04:46.150719 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-7b0258c4-eafb-4809-b1c8-2d928737234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:46.152453 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-7b0258c4-eafb-4809-b1c8-2d928737234c service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.1477170 Jun 19 01:04:46.220667 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b733a1-f59d-4afe-b684-39c805071fbe req-2a8cc9e7-e7e6-44c5-a911-41554fe12706 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:46.223935 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1b733a1-f59d-4afe-b684-39c805071fbe req-2a8cc9e7-e7e6-44c5-a911-41554fe12706 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1391585 Jun 19 01:04:46.278774 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-932ac6af-bb30-41e8-a7c2-d005c5fd034d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 1000 time: 0.1159875 Jun 19 01:04:46.329412 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1b733a1-f59d-4afe-b684-39c805071fbe req-ec7a7379-f64a-4ffd-b412-986186c43a6f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995808 Jun 19 01:04:46.330997 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.476991 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.557621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.563977 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2d25c0eb-a76c-468f-a6c8-0c0ce487d079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:46.612361 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d5f97-c3f4-4b69-ae4a-fdebcc2f0b4b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:46.616917 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:46.619661 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36367e62e64a44838de33f79f9245902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530926 Jun 19 01:04:46.622190 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36710) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:46.656103 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-8d017756-11e1-492b-a37c-db9c4667c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:46.661184 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-8d017756-11e1-492b-a37c-db9c4667c169 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.3642919 Jun 19 01:04:46.664288 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b22c67-a073-47e7-bf7b-f7214604fa05 req-bb62caca-7d65-4570-8933-c3b3929b7e56 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:46.665933 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c8b22c67-a073-47e7-bf7b-f7214604fa05 req-bb62caca-7d65-4570-8933-c3b3929b7e56 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.1612880 Jun 19 01:04:46.745555 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c8b22c67-a073-47e7-bf7b-f7214604fa05 req-69099e45-9cc0-4de2-b5c9-7ad1bfa7dd3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701606 Jun 19 01:04:46.758519 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.766600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-aefdd532-0113-4f5c-b7df-4a72b97ba6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:46.769855 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-aefdd532-0113-4f5c-b7df-4a72b97ba6f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1030040 Jun 19 01:04:46.799883 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.898041 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-2a6b45e7-14cd-49ae-a8b0-4b8c7f0d0424 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200728 Jun 19 01:04:46.973493 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.976093 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:46.980433 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/177d5f97-c3f4-4b69-ae4a-fdebcc2f0b4b HTTP/1.1" status: 204 len: 168 time: 0.3570106 Jun 19 01:04:46.983102 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1c7171f0-0cb9-4deb-a56c-23eb589ecd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:46.999240 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d5f97-c3f4-4b69-ae4a-fdebcc2f0b4b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:47.005569 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:47.034106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8659604e-3925-48eb-b73a-df34c011e596 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:04:47.072797 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a0ff4ed8-8386-4618-a8b3-72a618732eb6 req-b7390bb8-9fae-407e-b375-6016cabab6bf service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610351 Jun 19 01:04:47.114037 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 8659604e-3925-48eb-b73a-df34c011e596 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:04:47.114037 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8659604e-3925-48eb-b73a-df34c011e596 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:04:47.615027 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149548-a3d6-47ca-b317-9b26bb0d5db0 req-f6fb6709-4555-4638-8261-85b714203ff6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:47.616928 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3149548-a3d6-47ca-b317-9b26bb0d5db0 req-f6fb6709-4555-4638-8261-85b714203ff6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 946 time: 0.1091874 Jun 19 01:04:47.632033 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c317c8-9fa3-4b5a-9d38-e22b476f4faa req-e35bb29f-f11a-45a0-b5de-ef38a0da4fff tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:47.634045 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55c317c8-9fa3-4b5a-9d38-e22b476f4faa req-e35bb29f-f11a-45a0-b5de-ef38a0da4fff tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1049256 Jun 19 01:04:47.678419 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e3149548-a3d6-47ca-b317-9b26bb0d5db0 req-fffa3e6c-01fe-44e3-8667-f3d971ad702a tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545876 Jun 19 01:04:47.725630 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-55c317c8-9fa3-4b5a-9d38-e22b476f4faa req-9e4dc351-0fc6-4d52-b6ef-4382eef90274 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766053 Jun 19 01:04:47.929414 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d1529-a73e-4f80-a5b3-47634e8251a6 req-e2074f81-7bad-4e20-9bc2-5e02578386b2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:47.932461 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-390d1529-a73e-4f80-a5b3-47634e8251a6 req-e2074f81-7bad-4e20-9bc2-5e02578386b2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0667832 Jun 19 01:04:47.977204 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-390d1529-a73e-4f80-a5b3-47634e8251a6 req-1800d49f-5b71-4e3a-87b8-37e71d46f730 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Jun 19 01:04:48.957438 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac66a76-fe81-4f33-842a-62ae913e4bbc req-27da1574-0625-4374-8237-d3e2f4d11c3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:48.957438 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9ac66a76-fe81-4f33-842a-62ae913e4bbc req-27da1574-0625-4374-8237-d3e2f4d11c3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 946 time: 0.1073227 Jun 19 01:04:48.976335 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441d521-e4f9-4e2b-a6aa-248c69327918 req-eb5c3194-3f0e-45cc-9a20-7a9125cdb905 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:48.977940 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9441d521-e4f9-4e2b-a6aa-248c69327918 req-eb5c3194-3f0e-45cc-9a20-7a9125cdb905 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1068635 Jun 19 01:04:49.003537 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9ac66a76-fe81-4f33-842a-62ae913e4bbc req-17393071-8d56-4cbb-a8a5-55926bf8365b tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Jun 19 01:04:49.026942 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9441d521-e4f9-4e2b-a6aa-248c69327918 req-93226992-cf1b-4719-9725-c533c5a2ead8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Jun 19 01:04:49.279139 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db5189-c7fa-4259-8c9e-54fee7656ea2 req-047da214-a715-4c05-8a91-fc1ada418449 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:49.279139 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-18db5189-c7fa-4259-8c9e-54fee7656ea2 req-047da214-a715-4c05-8a91-fc1ada418449 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0910368 Jun 19 01:04:49.354152 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-18db5189-c7fa-4259-8c9e-54fee7656ea2 req-76a7323a-fc87-478e-814f-bc1402f012fe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696268 Jun 19 01:04:49.506401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-799a4fed-63b4-41f6-9bcf-da7e93e2eab1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:49.507762 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-799a4fed-63b4-41f6-9bcf-da7e93e2eab1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 946 time: 0.0621197 Jun 19 01:04:49.615936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Deleting port 14397f7a-31c0-4e94-81cb-adda2900e250 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:04:49.616269 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:49.704578 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] For port 14397f7a-31c0-4e94-81cb-adda2900e250, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=14397f7a-31c0-4e94-81cb-adda2900e250,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:49.704956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:49.773676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Calling delete_port for 14397f7a-31c0-4e94-81cb-adda2900e250 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:04:49.978238 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:49.982504 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a86e7fd2-d9a2-4861-b8ee-de293954f8a7 tempest-DeleteServersTestJSON-1727345884 tempest-DeleteServersTestJSON-1727345884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:49.995496 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844', '14397f7a-31c0-4e94-81cb-adda2900e250'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:50.024692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event deleted for resources: {'Port': ['ID=14397f7a-31c0-4e94-81cb-adda2900e250,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:50.028308 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:50.069915 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:04:50.119421 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] No DVR routers for this DVR port 14397f7a-31c0-4e94-81cb-adda2900e250 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:04:50.124833 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:50.137517 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f4c4a556-50f7-41d4-84db-015e93f5fcc0 req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "DELETE /v2.0/ports/14397f7a-31c0-4e94-81cb-adda2900e250 HTTP/1.1" status: 204 len: 173 time: 0.6157072 Jun 19 01:04:50.138799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'name': 'network-vif-deleted', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:50.141380 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7970ed4-3ce9-4779-9934-677bce6d491d" -d '{"events": [{"server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "name": "network-vif-deleted", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:50.213416 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7093790a-e667-43f9-9712-4bf1a691d861 x-openstack-request-id: req-7093790a-e667-43f9-9712-4bf1a691d861 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:50.213749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0894cd4-73c8-457e-88b8-3053eb231588", "name": "network-vif-deleted", "tag": "14397f7a-31c0-4e94-81cb-adda2900e250", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:50.214090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7093790a-e667-43f9-9712-4bf1a691d861 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:50.214513 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0894cd4-73c8-457e-88b8-3053eb231588', 'name': 'network-vif-deleted', 'tag': '14397f7a-31c0-4e94-81cb-adda2900e250', 'status': 'completed', 'code': 200} Jun 19 01:04:50.235004 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b45e11ce-b022-41c6-8790-b959dfb765f4 req-d5b0b5bc-3cfa-4568-bfe2-b677989e8a19 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.0488312 Jun 19 01:04:50.589968 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238826-a1e3-46c5-871f-da1b353b4a5f req-e7d0ee96-32c6-40e8-837c-c5ca5904e808 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:50.592083 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6d238826-a1e3-46c5-871f-da1b353b4a5f req-e7d0ee96-32c6-40e8-837c-c5ca5904e808 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0844579 Jun 19 01:04:50.638009 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6d238826-a1e3-46c5-871f-da1b353b4a5f req-91490960-802d-4c5b-bc53-fe3ceb675826 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Jun 19 01:04:51.201403 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e9e3e-8b22-4017-b913-2e4fc39fadcb req-80c19316-62bf-4129-b685-e5b3933a5b4a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:51.201403 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9c5e9e3e-8b22-4017-b913-2e4fc39fadcb req-80c19316-62bf-4129-b685-e5b3933a5b4a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1380513 Jun 19 01:04:51.245659 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510fc0-4979-4077-ba95-db94d1875e60 req-1cd49ba0-6a9b-456d-a96c-e34bc6772bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:51.247501 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-1cd49ba0-6a9b-456d-a96c-e34bc6772bc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.1318898 Jun 19 01:04:51.250633 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9c5e9e3e-8b22-4017-b913-2e4fc39fadcb req-410bf345-3a3e-4d7d-b7b2-d1dd5281da29 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Jun 19 01:04:51.387715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510fc0-4979-4077-ba95-db94d1875e60 req-93d2b8cf-5b95-4d2a-971c-21b52173b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:51.389356 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-93d2b8cf-5b95-4d2a-971c-21b52173b09b service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.1297622 Jun 19 01:04:51.422853 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fc54a072-4291-4c4e-bb93-24fe57788406 req-247d0da6-2bec-48c7-ad3a-f49d97ab1bbf tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0894cd4-73c8-457e-88b8-3053eb231588 HTTP/1.1" status: 200 len: 210 time: 0.0309937 Jun 19 01:04:51.465469 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-56c71262-d82d-4eab-9888-29d15862daa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0689952 Jun 19 01:04:51.523032 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510fc0-4979-4077-ba95-db94d1875e60 req-dd4ad5e2-efb0-48f1-a6a0-4844f54c2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:51.524607 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-dd4ad5e2-efb0-48f1-a6a0-4844f54c2ef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0514171 Jun 19 01:04:51.559229 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-cdae06ef-49fc-4fa1-a415-12816dd0c09b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271897 Jun 19 01:04:51.651860 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-7c3e804b-fdd2-451b-9787-559f78ef056c service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846024 Jun 19 01:04:51.840253 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28510fc0-4979-4077-ba95-db94d1875e60 req-cae56791-292f-4b41-b18f-0bf019ec6c49 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778159 Jun 19 01:04:51.877193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a017f46-2f7b-4954-a7d9-e92d19c35bfc req-9bd257b8-8e36-468f-bcae-d0983130c3f3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:51.879868 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0a017f46-2f7b-4954-a7d9-e92d19c35bfc req-9bd257b8-8e36-468f-bcae-d0983130c3f3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0829718 Jun 19 01:04:51.944944 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0a017f46-2f7b-4954-a7d9-e92d19c35bfc req-a7d2b8e7-3385-49b3-b4e8-1924248df0ff tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587642 Jun 19 01:04:52.472546 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3259-b510-4899-bb95-3048d33aba35 req-72add7b5-6f90-440f-8ebf-4e8b44e0a54d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:52.478167 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dfbb3259-b510-4899-bb95-3048d33aba35 req-72add7b5-6f90-440f-8ebf-4e8b44e0a54d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0776536 Jun 19 01:04:52.515222 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dfbb3259-b510-4899-bb95-3048d33aba35 req-f1026090-0c38-4f66-9783-c116d765758d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jun 19 01:04:53.059291 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 14397f7a-31c0-4e94-81cb-adda2900e250 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:04:53.082350 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 14397f7a-31c0-4e94-81cb-adda2900e250 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:04:53.082731 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 14397f7a-31c0-4e94-81cb-adda2900e250 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:04:53.133779 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ea907-df23-45f1-b9b6-0ca1cd0b2c37 req-603b86be-6101-42de-b3c3-539fad178878 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:53.135145 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-641ea907-df23-45f1-b9b6-0ca1cd0b2c37 req-603b86be-6101-42de-b3c3-539fad178878 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Jun 19 01:04:53.182671 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-641ea907-df23-45f1-b9b6-0ca1cd0b2c37 req-0cc82bff-e39e-4bd7-a65b-02c2427a2bbe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Jun 19 01:04:53.743079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8d416-cb6f-4a23-b33b-a69ea2346787 req-e9bd7438-5e20-4d51-aab1-be9b76bcd7de tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:53.744376 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01b8d416-cb6f-4a23-b33b-a69ea2346787 req-e9bd7438-5e20-4d51-aab1-be9b76bcd7de tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0843086 Jun 19 01:04:53.755381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea37f29c-9250-448b-a232-ff30c6838ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:53.791307 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01b8d416-cb6f-4a23-b33b-a69ea2346787 req-59ec28bd-4ad7-4171-8aa4-569b58fd9265 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365448 Jun 19 01:04:54.382750 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07788741-db8c-4096-a4b0-601934cc1c44 req-bd1050e4-d63f-4c17-a32f-f1201629e000 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:54.384221 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-07788741-db8c-4096-a4b0-601934cc1c44 req-bd1050e4-d63f-4c17-a32f-f1201629e000 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0654786 Jun 19 01:04:54.424605 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-07788741-db8c-4096-a4b0-601934cc1c44 req-5d564048-0296-420f-8d2b-e73640f766e9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 Jun 19 01:04:54.657729 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abef1c-f1d2-4b62-9f81-56c5f829baf9 req-e5183227-adcc-4232-bd37-79c8b5d25a23 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:54.659159 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a3abef1c-f1d2-4b62-9f81-56c5f829baf9 req-e5183227-adcc-4232-bd37-79c8b5d25a23 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.0658522 Jun 19 01:04:54.696264 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a3abef1c-f1d2-4b62-9f81-56c5f829baf9 req-7fcbfa59-e73c-476f-9cb8-625d94a29271 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jun 19 01:04:54.969780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf38c9-311c-4f76-aabd-1449271ef4fd req-338ae722-bfc9-45a8-8d7f-f09e1284f8d7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:54.971352 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9fcf38c9-311c-4f76-aabd-1449271ef4fd req-338ae722-bfc9-45a8-8d7f-f09e1284f8d7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0658846 Jun 19 01:04:55.006355 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be111e-0da6-4024-ab58-16dd912f3d12 req-1df65614-a7c6-4201-b9c6-f459ff0c3ab4 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.007968 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98be111e-0da6-4024-ab58-16dd912f3d12 req-1df65614-a7c6-4201-b9c6-f459ff0c3ab4 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0721395 Jun 19 01:04:55.011948 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9fcf38c9-311c-4f76-aabd-1449271ef4fd req-953caa04-90e4-4c37-8be6-bd22cfc7d99c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Jun 19 01:04:55.046354 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98be111e-0da6-4024-ab58-16dd912f3d12 req-d8cf0f58-3bec-44b2-897d-78833b675c27 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Jun 19 01:04:55.246692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-4d19b8f3-42d8-4d6c-9f74-7126067c7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.248239 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-4d19b8f3-42d8-4d6c-9f74-7126067c7314 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1098 time: 0.0534317 Jun 19 01:04:55.340195 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-788fa184-3b54-476c-8e93-8cb6260c8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.341728 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-788fa184-3b54-476c-8e93-8cb6260c8ad1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.0844841 Jun 19 01:04:55.406695 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-b3abb076-4814-4fef-b686-59abccd4727b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 1001 time: 0.0555372 Jun 19 01:04:55.454675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-c023d0b0-290f-4b19-9615-613c0a804488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.456060 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-c023d0b0-290f-4b19-9615-613c0a804488 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0412521 Jun 19 01:04:55.517572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-2a8b1783-86db-448c-aa5e-f8c71955e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.519113 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-2a8b1783-86db-448c-aa5e-f8c71955e31e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0553389 Jun 19 01:04:55.608724 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-f41c8891-027e-4e0f-98f1-e90cc71d48f8 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809746 Jun 19 01:04:55.609869 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b539a-3947-4bf7-bfe2-58307acba498 req-2411b159-f0bc-46bc-b6c0-4395d9763a9f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.612722 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-133b539a-3947-4bf7-bfe2-58307acba498 req-2411b159-f0bc-46bc-b6c0-4395d9763a9f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0659978 Jun 19 01:04:55.707527 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8055620-fd9c-47af-918b-0393c3ad4b42 req-4a7c4fe4-23b8-46f4-84a0-e640c5cf10f7 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911922 Jun 19 01:04:55.846603 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-133b539a-3947-4bf7-bfe2-58307acba498 req-bb76a468-cfb7-4aad-9fc8-4839176778f9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280660 Jun 19 01:04:55.874406 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a5e5-1ec1-4b9b-adbd-ac9df061c10f req-a74c1732-d625-42c0-9a66-dcbe63bcfb6d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:55.875891 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-64f4a5e5-1ec1-4b9b-adbd-ac9df061c10f req-a74c1732-d625-42c0-9a66-dcbe63bcfb6d tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jun 19 01:04:55.913095 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-64f4a5e5-1ec1-4b9b-adbd-ac9df061c10f req-6e5e1b43-d0b4-43af-a948-a0d8e2ce39d4 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Jun 19 01:04:56.182695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf3f36-b025-43f5-bbc1-a070362206a3 req-602d089a-22c5-4637-8218-c1596c99688f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:56.184147 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1caf3f36-b025-43f5-bbc1-a070362206a3 req-602d089a-22c5-4637-8218-c1596c99688f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0617275 Jun 19 01:04:56.220658 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011bf9-a34a-4421-b95f-70ffb9a1248c req-f83499c5-fafa-45eb-8188-20e2f0a0b83a tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:56.222131 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad011bf9-a34a-4421-b95f-70ffb9a1248c req-f83499c5-fafa-45eb-8188-20e2f0a0b83a tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0642924 Jun 19 01:04:56.223776 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1caf3f36-b025-43f5-bbc1-a070362206a3 req-7cae423b-3195-49e7-bb5f-edcc9e16b3a0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Jun 19 01:04:56.259247 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad011bf9-a34a-4421-b95f-70ffb9a1248c req-ac8212dd-89cb-410e-bd79-d91c11f1b6cc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Jun 19 01:04:56.537743 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:56.617687 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-47e2390b-463e-42f3-b5ba-d091126545aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.006683 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a59be-5eac-4457-8e75-e0946745ffbe req-66474b72-0c5d-45a2-87a5-d3b7f007c515 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:57.008111 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-936a59be-5eac-4457-8e75-e0946745ffbe req-66474b72-0c5d-45a2-87a5-d3b7f007c515 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.0663073 Jun 19 01:04:57.020592 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4edb0-acde-41d5-b810-7ae27dd4c87d req-6c4f86d3-9a9f-4bf4-8b8d-bb61deb2c076 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:57.022094 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5bd4edb0-acde-41d5-b810-7ae27dd4c87d req-6c4f86d3-9a9f-4bf4-8b8d-bb61deb2c076 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Jun 19 01:04:57.061680 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5bd4edb0-acde-41d5-b810-7ae27dd4c87d req-ea68ef9b-0523-45ee-aaf5-714464a65e64 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jun 19 01:04:57.144729 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc50e8-d3b5-4b11-94b1-0f172b82edba req-a33f3eab-af14-4afd-9ff6-6ab99d8baaab tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:57.146084 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dffc50e8-d3b5-4b11-94b1-0f172b82edba req-a33f3eab-af14-4afd-9ff6-6ab99d8baaab tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 945 time: 0.1193852 Jun 19 01:04:57.184692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Deleting port fabcd156-dfbf-4a25-8800-f485efd7a844 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:04:57.185035 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.227225 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dffc50e8-d3b5-4b11-94b1-0f172b82edba req-d2e27318-50fc-4557-92c3-8bd91d916d20 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/security-groups?id=de9adbc0-956f-44d9-8f01-6096c1765228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752873 Jun 19 01:04:57.284008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] For port fabcd156-dfbf-4a25-8800-f485efd7a844, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fabcd156-dfbf-4a25-8800-f485efd7a844,segment=NetworkSegment(36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c),segment_id=36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:57.287388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.337757 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.362474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Calling delete_port for fabcd156-dfbf-4a25-8800-f485efd7a844 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:04:57.398155 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ba24d-6c6a-45bf-af56-d7f9000a322e req-3d792f05-9a97-42ed-8a68-029f38c77a7c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:57.399670 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a65ba24d-6c6a-45bf-af56-d7f9000a322e req-3d792f05-9a97-42ed-8a68-029f38c77a7c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0643904 Jun 19 01:04:57.436863 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a65ba24d-6c6a-45bf-af56-d7f9000a322e req-50677dd1-6a59-46a1-8727-28015b7f2378 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313025 Jun 19 01:04:57.487910 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb87186-2db1-47ef-8224-b5495a474888 req-ed589b11-c668-40c4-99fe-86f92db5ec7e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:57.489436 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7eb87186-2db1-47ef-8224-b5495a474888 req-ed589b11-c668-40c4-99fe-86f92db5ec7e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.1175771 Jun 19 01:04:57.560266 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7eb87186-2db1-47ef-8224-b5495a474888 req-1e21f187-88b9-4944-ade4-542e361ddedb tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 Jun 19 01:04:57.617954 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.621780 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:57.632949 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fabcd156-dfbf-4a25-8800-f485efd7a844'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:04:57.652623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Pushing event deleted for resources: {'Port': ['ID=fabcd156-dfbf-4a25-8800-f485efd7a844,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:57.657403 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:57.694721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] No DVR routers for this DVR port fabcd156-dfbf-4a25-8800-f485efd7a844 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:04:57.697793 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:57.699667 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-936a59be-5eac-4457-8e75-e0946745ffbe req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.26 "DELETE /v2.0/ports/fabcd156-dfbf-4a25-8800-f485efd7a844 HTTP/1.1" status: 204 len: 173 time: 0.6796145 Jun 19 01:04:57.700159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'name': 'network-vif-deleted', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:57.702422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae8ccf8-14f4-42bd-831a-98e5d251318a" -d '{"events": [{"server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "name": "network-vif-deleted", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:57.738607 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749951a-d793-462e-a72b-1ae4cef743c5 x-openstack-request-id: req-7749951a-d793-462e-a72b-1ae4cef743c5 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:57.738918 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9ea654-2ac7-4090-9d2e-8df3bee50f14", "name": "network-vif-deleted", "tag": "fabcd156-dfbf-4a25-8800-f485efd7a844", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:57.739193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7749951a-d793-462e-a72b-1ae4cef743c5 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:57.739599 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9ea654-2ac7-4090-9d2e-8df3bee50f14', 'name': 'network-vif-deleted', 'tag': 'fabcd156-dfbf-4a25-8800-f485efd7a844', 'status': 'completed', 'code': 200} Jun 19 01:04:58.241957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd231b-7145-4986-8e2c-95de6cdec882 req-c9f22f19-3c21-4be5-ae96-a514a4c929e6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:58.243327 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-abcd231b-7145-4986-8e2c-95de6cdec882 req-c9f22f19-3c21-4be5-ae96-a514a4c929e6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 945 time: 0.0630174 Jun 19 01:04:58.280479 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-abcd231b-7145-4986-8e2c-95de6cdec882 req-e04923ea-5ace-4664-bace-3f6607257b7f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315268 Jun 19 01:04:58.389623 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7925c1a6-e691-4a76-918a-5c991f2d3254 req-ff15d5b0-fd77-4a09-9d83-b956cff920d1 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc9ea654-2ac7-4090-9d2e-8df3bee50f14 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Jun 19 01:04:58.618168 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f960b-30b9-4e59-91b0-2f267665c0ed req-ed57d4fb-195e-4455-b196-32771cb17b77 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:58.620031 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-228f960b-30b9-4e59-91b0-2f267665c0ed req-ed57d4fb-195e-4455-b196-32771cb17b77 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0695064 Jun 19 01:04:58.662567 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-228f960b-30b9-4e59-91b0-2f267665c0ed req-d84452fe-1110-47f3-8f0f-7e3f41aec45a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356305 Jun 19 01:04:58.742652 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dbf8f-490c-4a18-9b10-956c84f09e3c req-821c95c7-30b5-45d9-8492-231c44335ef9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:58.744074 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c34dbf8f-490c-4a18-9b10-956c84f09e3c req-821c95c7-30b5-45d9-8492-231c44335ef9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0693088 Jun 19 01:04:58.782697 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c34dbf8f-490c-4a18-9b10-956c84f09e3c req-2e989a2e-8487-4cd2-92df-4e3a94e659bc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Jun 19 01:04:59.077889 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fabcd156-dfbf-4a25-8800-f485efd7a844 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:04:59.098497 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: fabcd156-dfbf-4a25-8800-f485efd7a844 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:04:59.098849 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fabcd156-dfbf-4a25-8800-f485efd7a844 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:04:59.099264 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:04:59.173139 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.195361 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:04:59.197667 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32583945-cfff-4d30-9506-3ec07c15eb65" -d '{"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:04:59.212192 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:04:59.234509 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef30176-6c09-44a7-9502-44370c78addb x-openstack-request-id: req-cef30176-6c09-44a7-9502-44370c78addb {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:04:59.234917 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-unplugged", "status": "failed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "code": 422}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:04:59.235729 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cef30176-6c09-44a7-9502-44370c78addb {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:04:59.236176 dv-cinder-667108-33-smb neutron-server[93277]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'code': 422} returned with failed status Jun 19 01:04:59.275323 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.277786 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:59.307873 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.325275 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:59.328303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:59.460681 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be6fe2-cf9d-48e8-81fb-c511fa46db6a req-02aab8d0-8e6e-4cd0-9ea5-c25d6126c1f0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:59.462140 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-22be6fe2-cf9d-48e8-81fb-c511fa46db6a req-02aab8d0-8e6e-4cd0-9ea5-c25d6126c1f0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0630424 Jun 19 01:04:59.480142 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36864) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:59.499197 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-22be6fe2-cf9d-48e8-81fb-c511fa46db6a req-3bcf8b68-95ca-47dc-b3e5-3f4638a67a11 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Jun 19 01:04:59.523788 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Deleting subnet 2cf527ae-0711-43e9-9515-6b943cd36d18 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:04:59.526763 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.560534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.566607 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.703676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.706879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:04:59.730631 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf527ae-0711-43e9-9515-6b943cd36d18,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:04:59.734153 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.739031 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2cf527ae-0711-43e9-9515-6b943cd36d18 HTTP/1.1" status: 204 len: 168 time: 0.2554197 Jun 19 01:04:59.739031 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:04:59.742572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36872) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:04:59.813320 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.839405 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca7243-9712-4023-9425-b1c3c2d9fe5c req-4f0d659a-c0c7-4cb4-9e3d-6f0116d79075 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:04:59.840889 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9dca7243-9712-4023-9425-b1c3c2d9fe5c req-4f0d659a-c0c7-4cb4-9e3d-6f0116d79075 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0635376 Jun 19 01:04:59.880836 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9dca7243-9712-4023-9425-b1c3c2d9fe5c req-ac8ef21b-7f11-4326-bbfd-b51adb81fda5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jun 19 01:04:59.897535 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:04:59.909215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.909465 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.910221 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.910562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.910882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.911217 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.911538 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.911854 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.912178 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:04:59.912488 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:05:00.007089 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:05:00.007436 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:05:00.007761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:05:00.008086 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 01:05:00.008439 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:00.026440 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:00.026732 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c5e81e-21e1-4fcb-aa2c-b1a4d923b43c') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:00.049609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.054038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4ecc7-e5de-4e3d-8346-877acfe38fbb req-2cf4511b-7339-465e-8733-661b965eed2e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:00.055528 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-80d4ecc7-e5de-4e3d-8346-877acfe38fbb req-2cf4511b-7339-465e-8733-661b965eed2e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.0664709 Jun 19 01:05:00.069936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.078337 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:05:00.079572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: from cryptography.utils import int_from_bytes Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: from cryptography.utils import int_from_bytes Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:05:00.083640 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:05:00.088089 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:05:00.096200 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-80d4ecc7-e5de-4e3d-8346-877acfe38fbb req-be2cad07-3a4a-4490-91a8-2ca613b15e01 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Jun 19 01:05:00.183562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.187483 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:00.191385 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.194479 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765 HTTP/1.1" status: 204 len: 168 time: 0.4542983 Jun 19 01:05:00.205668 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ccdb5b-a7c6-4389-8f6a-c3a66e1a3765,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:00.208895 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:00.601685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36888) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:00.640927 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8e1924a0-c757-4ca9-a9a2-f467c4b3ba86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d8270baaaeb4a86bd93dbdcae94cb21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379992 Jun 19 01:05:00.643349 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36890) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:00.691554 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.712827 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.801037 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.803653 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:00.804806 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de9adbc0-956f-44d9-8f01-6096c1765228 HTTP/1.1" status: 204 len: 168 time: 0.1605387 Jun 19 01:05:00.805527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-387d5fd2-c40f-480a-bc40-7cc451d5c4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:00.812927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9adbc0-956f-44d9-8f01-6096c1765228,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:00.815310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:01.017277 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b811a88-dbe3-42a7-827c-814fc87f7186 req-3502a15d-efe7-4725-9661-cdf1c898009b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:01.018916 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7b811a88-dbe3-42a7-827c-814fc87f7186 req-3502a15d-efe7-4725-9661-cdf1c898009b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0722761 Jun 19 01:05:01.073353 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7b811a88-dbe3-42a7-827c-814fc87f7186 req-7297c6c3-a6b5-4067-ab10-f5fc0dda42ba tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Jun 19 01:05:01.082865 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fdac9-35be-4fc9-8419-a2dcbcc98df9 req-f05207b2-ae69-4daa-98d6-bf77ac139c14 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:01.085364 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-858fdac9-35be-4fc9-8419-a2dcbcc98df9 req-f05207b2-ae69-4daa-98d6-bf77ac139c14 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0736594 Jun 19 01:05:01.130801 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-858fdac9-35be-4fc9-8419-a2dcbcc98df9 req-6e8af312-9528-49d8-8c16-c59cb45769ce tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jun 19 01:05:01.210051 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333647-9539-4901-b4e4-b6908dc8644f req-21319d01-f002-4c7d-a1d4-d4203eeea276 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:01.212576 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-40333647-9539-4901-b4e4-b6908dc8644f req-21319d01-f002-4c7d-a1d4-d4203eeea276 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.1012259 Jun 19 01:05:01.370427 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58605255-0bb5-4e36-9770-601418ad535b req-677ec81d-5935-4841-973d-e0ae42856eb2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:01.371933 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-58605255-0bb5-4e36-9770-601418ad535b req-677ec81d-5935-4841-973d-e0ae42856eb2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 945 time: 0.1221948 Jun 19 01:05:01.377993 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Deleting port 633ffa44-9eef-4cf8-8856-ab83c8098408 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:01.378342 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:01.458840 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-58605255-0bb5-4e36-9770-601418ad535b req-8b7f41a5-7881-44f2-8c97-8e6292d1ec4f tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Jun 19 01:05:01.495627 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] For port 633ffa44-9eef-4cf8-8856-ab83c8098408, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=633ffa44-9eef-4cf8-8856-ab83c8098408,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:01.496084 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:01.568098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Calling delete_port for 633ffa44-9eef-4cf8-8856-ab83c8098408 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:01.602604 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36928) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:01.736057 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-6cc96c3b-1996-4a1c-a68e-1ee7614be5eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319017 Jun 19 01:05:01.740643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:01.741634 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c0ad6b9c-a140-48c8-bbef-de6c33817eee tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:01.750786 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['633ffa44-9eef-4cf8-8856-ab83c8098408'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:01.767938 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Pushing event deleted for resources: {'Port': ['ID=633ffa44-9eef-4cf8-8856-ab83c8098408,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:01.771242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:01.823858 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] No DVR routers for this DVR port 633ffa44-9eef-4cf8-8856-ab83c8098408 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:05:01.826371 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:01.828435 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-40333647-9539-4901-b4e4-b6908dc8644f req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "DELETE /v2.0/ports/633ffa44-9eef-4cf8-8856-ab83c8098408 HTTP/1.1" status: 204 len: 173 time: 0.6103079 Jun 19 01:05:01.829007 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'name': 'network-vif-deleted', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:01.831639 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d6d5b-eedc-44c4-8e1f-a2abc0cbfbce" -d '{"events": [{"server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "name": "network-vif-deleted", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:01.879623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af290d0f-6b04-457f-a74b-8d97ca8774c6 x-openstack-request-id: req-af290d0f-6b04-457f-a74b-8d97ca8774c6 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:01.879940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5e144-3a97-479a-bc60-90d4f10fd91e", "name": "network-vif-deleted", "tag": "633ffa44-9eef-4cf8-8856-ab83c8098408", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:01.880216 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af290d0f-6b04-457f-a74b-8d97ca8774c6 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:01.880663 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5e144-3a97-479a-bc60-90d4f10fd91e', 'name': 'network-vif-deleted', 'tag': '633ffa44-9eef-4cf8-8856-ab83c8098408', 'status': 'completed', 'code': 200} Jun 19 01:05:02.278991 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffaa1a-d6ff-4634-a4c5-fbfa6e228879 req-e6478f2e-6520-492d-a3cd-9127146c9a41 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:02.280472 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c9ffaa1a-d6ff-4634-a4c5-fbfa6e228879 req-e6478f2e-6520-492d-a3cd-9127146c9a41 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0716069 Jun 19 01:05:02.335592 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c9ffaa1a-d6ff-4634-a4c5-fbfa6e228879 req-cd4269e3-8e0c-4890-bdeb-1753af4ecd54 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Jun 19 01:05:02.380182 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60fad-2bd4-4902-883d-205e516bb7c0 req-861d4707-6fc3-4c97-814c-7ca56e478282 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:02.381691 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-35c60fad-2bd4-4902-883d-205e516bb7c0 req-861d4707-6fc3-4c97-814c-7ca56e478282 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0686429 Jun 19 01:05:02.421083 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-35c60fad-2bd4-4902-883d-205e516bb7c0 req-c8f06486-82a0-4770-afb3-e455d516d14f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Jun 19 01:05:02.619739 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c81f96ca-9132-493c-86d8-7e7f4ed7e8bc req-26bd04de-03a5-4219-b05d-5bebfd8194b2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=37a5e144-3a97-479a-bc60-90d4f10fd91e HTTP/1.1" status: 200 len: 210 time: 0.0310996 Jun 19 01:05:02.649625 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 36982) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:02.757634 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:02.848927 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:02.937411 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:02.941395 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eeb77d03-11de-4ee9-9ef4-0fed17d125aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:02.976964 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfdf3d821cbb42c0a5e0b78aa724462a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262935 Jun 19 01:05:02.977829 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed9e09-4872-4ac2-843a-36e6abfd29b8,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:02.979727 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 36986) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:02.980978 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:03.268822 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:03.288266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:03.412690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:03.414478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:03.416446 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faed9e09-4872-4ac2-843a-36e6abfd29b8 HTTP/1.1" status: 204 len: 168 time: 0.4350035 Jun 19 01:05:03.417304 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8459477c-b7d2-4f41-a427-aeb72debf4ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:03.427108 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed9e09-4872-4ac2-843a-36e6abfd29b8,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:03.429420 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:03.539478 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a57e2-5dd0-40ed-9877-a274d8f645cd req-c856352b-cd30-4787-9263-d89217110610 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:03.540973 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-464a57e2-5dd0-40ed-9877-a274d8f645cd req-c856352b-cd30-4787-9263-d89217110610 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0624080 Jun 19 01:05:03.583190 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-464a57e2-5dd0-40ed-9877-a274d8f645cd req-64b33566-6878-49c7-b7cb-ba8c3234c4a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363376 Jun 19 01:05:03.617620 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4acdb6-b9a6-409f-8614-688449828a56 req-ed5af2f1-6a36-411a-a3f0-20c2f1dc21e2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:03.619076 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed4acdb6-b9a6-409f-8614-688449828a56 req-ed5af2f1-6a36-411a-a3f0-20c2f1dc21e2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0660334 Jun 19 01:05:03.657195 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed4acdb6-b9a6-409f-8614-688449828a56 req-42d3bced-d9b9-46c9-a74b-2e778c1bdf75 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Jun 19 01:05:04.196984 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-62c5a0bc-8b55-47cb-bff7-abb6bee6775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.198456 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-62c5a0bc-8b55-47cb-bff7-abb6bee6775f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 1096 time: 0.0893693 Jun 19 01:05:04.276156 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-2959cc8a-6e94-45c4-b28f-10c541aec817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.277534 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-2959cc8a-6e94-45c4-b28f-10c541aec817 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1096 time: 0.0520046 Jun 19 01:05:04.372034 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-19a47945-23bc-4556-9986-1a2d78eac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.373527 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-19a47945-23bc-4556-9986-1a2d78eac5f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.0889530 Jun 19 01:05:04.378229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37018) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:04.449825 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-e0b4ff9e-738a-495b-9aa3-2698756af7cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 200 len: 999 time: 0.0658376 Jun 19 01:05:04.474411 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-624315329-network', 'tenant_id': 'b1d0dc6fb70d4cff9a04f6474b787431'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:04.523534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-45b82376-0e96-40ec-b6f9-851def08db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.524959 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-45b82376-0e96-40ec-b6f9-851def08db54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0635872 Jun 19 01:05:04.560909 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Made reservation on behalf of b1d0dc6fb70d4cff9a04f6474b787431 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:05:04.563502 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:04.572741 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:04.617492 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-99ac8098-1098-4024-b7f6-b65e61c8755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.618961 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-99ac8098-1098-4024-b7f6-b65e61c8755a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0860910 Jun 19 01:05:04.790715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:04.795856 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-8339b34c-8b2b-4a27-b4c3-042433d1297f service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656802 Jun 19 01:05:04.835055 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786280-f8b6-4905-a386-3da4ffcfa2a0 req-23d69547-5a09-45ad-afda-118518f05d36 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.836422 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b7786280-f8b6-4905-a386-3da4ffcfa2a0 req-23d69547-5a09-45ad-afda-118518f05d36 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0625362 Jun 19 01:05:04.857186 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:04.867956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267e589-325f-4611-95db-2dd58efb1f0b req-d12ff561-4618-4358-8b93-5deac57ff4ad tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:04.869441 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7267e589-325f-4611-95db-2dd58efb1f0b req-d12ff561-4618-4358-8b93-5deac57ff4ad tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1638613 Jun 19 01:05:04.872447 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8b0d38e3-cdd6-4872-bdea-36f82a551a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:04.879383 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b7786280-f8b6-4905-a386-3da4ffcfa2a0 req-acc3ad69-2ee3-45f7-abc9-7b92e6dc334c tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Jun 19 01:05:04.919661 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:05:04.932316 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27818614-ab57-4ef0-bf86-384f48f7326d,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:04.938049 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:04.951133 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:04.951133 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Added segment ec026415-ab58-42c8-8f9e-c14551c66a77 of type vlan for network 63b8535e-9b10-4d79-bd8f-da376c2ed5ba Jun 19 01:05:04.981101 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e2c8bf5e-bd78-4312-9bfd-ae79a9bfdc10 req-4f802129-e726-48b1-b67b-97eb90c9657b service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743166 Jun 19 01:05:04.984990 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7267e589-325f-4611-95db-2dd58efb1f0b req-f00584e4-dc72-43e1-8a3f-087004631902 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055682 Jun 19 01:05:05.013958 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.074782 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.077524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:05.078119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.081484 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-985f3e58-53ed-4e57-a14a-1f731e9e5ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:05.091854 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 633ffa44-9eef-4cf8-8856-ab83c8098408 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:05.115716 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 633ffa44-9eef-4cf8-8856-ab83c8098408 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:05.116207 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 633ffa44-9eef-4cf8-8856-ab83c8098408 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:05.145402 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Pushing event updated for resources: {'Network': ['ID=63b8535e-9b10-4d79-bd8f-da376c2ed5ba,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:05.148148 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:05.157219 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 63b8535e-9b10-4d79-bd8f-da376c2ed5ba details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:05:05.166714 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7874806 Jun 19 01:05:05.169788 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37038) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:05.175618 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Request body: {'subnet': {'network_id': '63b8535e-9b10-4d79-bd8f-da376c2ed5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-624315329-subnet', 'tenant_id': 'b1d0dc6fb70d4cff9a04f6474b787431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:05.240363 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Made reservation on behalf of b1d0dc6fb70d4cff9a04f6474b787431 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:05:05.242885 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.474899 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.477390 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-45c54471-57fc-4372-a2c6-0719b11aea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:05.535570 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e58a53-0431-459e-9fe8-a2294534211b,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:05.540529 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:05.543222 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Checking segment: {'id': 'ec026415-ab58-42c8-8f9e-c14551c66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '63b8535e-9b10-4d79-bd8f-da376c2ed5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:05:05.543576 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Network hostable DHCP agents. Network: 63b8535e-9b10-4d79-bd8f-da376c2ed5ba, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:05:05.629106 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Network 63b8535e-9b10-4d79-bd8f-da376c2ed5ba is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:05:05.704111 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 63b8535e-9b10-4d79-bd8f-da376c2ed5ba) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:05:05.708920 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:05.709866 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:05.724546 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7fcdf-b451-4ae4-a7d4-99b5d4d956b4 None None] Network 63b8535e-9b10-4d79-bd8f-da376c2ed5ba requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:05:05.773876 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-70d68ebb-6133-402f-9cf5-301bcb735fd9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6027648 Jun 19 01:05:05.887014 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577fe7f7-220e-40cf-a0c0-62a4f765b513 None None] Network 63b8535e-9b10-4d79-bd8f-da376c2ed5ba requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:05:06.096725 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14fda4-b0d7-4265-a6b6-846998aae783 req-bd6a92aa-14d9-408a-9bba-e935b8b65208 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:06.098057 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d14fda4-b0d7-4265-a6b6-846998aae783 req-bd6a92aa-14d9-408a-9bba-e935b8b65208 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0877781 Jun 19 01:05:06.146203 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d14fda4-b0d7-4265-a6b6-846998aae783 req-2cdf313b-b5ca-43e3-a757-23bd0f289743 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Jun 19 01:05:06.212347 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982da7-c54e-4cb1-abc8-8457c1b8e03c req-27b2cf40-0ca4-45cc-9830-f2a8b8e7e5bd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:06.213871 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad982da7-c54e-4cb1-abc8-8457c1b8e03c req-27b2cf40-0ca4-45cc-9830-f2a8b8e7e5bd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0771050 Jun 19 01:05:06.252365 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad982da7-c54e-4cb1-abc8-8457c1b8e03c req-384a464a-e833-47d2-927b-85b0540c5145 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jun 19 01:05:06.612149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37084) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:06.617203 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-630423940-network', 'tenant_id': '5da4b4325f5d49999439b03d01bfb3b1'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:06.697673 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Made reservation on behalf of 5da4b4325f5d49999439b03d01bfb3b1 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:05:06.700188 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:06.710664 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:06.822645 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:06.885867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:06.889130 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f10bf4df-2667-48b6-8985-7460fb5fadd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:06.911087 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:05:06.922305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dcb150-94a0-482d-9fdd-cd0a2cfa749a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:06.926749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:06.927810 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:06.928151 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Added segment 8a3e0eb0-3f7f-4218-a0bd-afabccdbdf47 of type vlan for network 121bddaf-b421-4ba0-87bc-3a35d571a694 Jun 19 01:05:06.969834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.045855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.047860 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:07.048490 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.050843 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:07.107728 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Pushing event updated for resources: {'Network': ['ID=121bddaf-b421-4ba0-87bc-3a35d571a694,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:07.113073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:07.119801 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 121bddaf-b421-4ba0-87bc-3a35d571a694 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:05:07.144750 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5309470 Jun 19 01:05:07.146984 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37088) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:07.152052 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Request body: {'subnet': {'network_id': '121bddaf-b421-4ba0-87bc-3a35d571a694', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-630423940-subnet', 'tenant_id': '5da4b4325f5d49999439b03d01bfb3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:07.252087 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Made reservation on behalf of 5da4b4325f5d49999439b03d01bfb3b1 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:05:07.254433 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554469'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.343067 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de832a0-34df-496e-8dc5-49d30cb71f27 req-39527fb4-9b74-4fc3-8772-3a683c8d65f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:07.352017 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8de832a0-34df-496e-8dc5-49d30cb71f27 req-39527fb4-9b74-4fc3-8772-3a683c8d65f3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0875378 Jun 19 01:05:07.399494 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8de832a0-34df-496e-8dc5-49d30cb71f27 req-02053bdf-ae61-47d1-b6fc-7e8562b1d3db tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Jun 19 01:05:07.526724 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b020-b0aa-41b2-8f98-9db787fdd4a7 req-f457753c-8096-4093-b958-07cf0b0ab21e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:07.528118 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b852b020-b0aa-41b2-8f98-9db787fdd4a7 req-f457753c-8096-4093-b958-07cf0b0ab21e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1142983 Jun 19 01:05:07.561928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9187158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554487'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.569842 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-74db02d8-bb4a-4b37-b856-6196594320f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:07.578017 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b852b020-b0aa-41b2-8f98-9db787fdd4a7 req-d56cbeeb-03e8-4236-b0ca-27e9a679edbf tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Jun 19 01:05:07.635598 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04187291-8519-4064-92f7-791bd582c34c,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:07.638604 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:07.641309 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Checking segment: {'id': '8a3e0eb0-3f7f-4218-a0bd-afabccdbdf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '121bddaf-b421-4ba0-87bc-3a35d571a694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:05:07.641661 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Network hostable DHCP agents. Network: 121bddaf-b421-4ba0-87bc-3a35d571a694, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:05:07.709429 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Network 121bddaf-b421-4ba0-87bc-3a35d571a694 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:05:07.772175 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 121bddaf-b421-4ba0-87bc-3a35d571a694) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:05:07.776832 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:07.777579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:07.794274 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62075ce3-d3a6-45b5-b7cc-1642afb6dfd8 None None] Network 121bddaf-b421-4ba0-87bc-3a35d571a694 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:05:07.860436 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7045712 Jun 19 01:05:07.955833 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1ea0a-2d13-49bd-bbaf-55d75b1a5b56 None None] Network 121bddaf-b421-4ba0-87bc-3a35d571a694 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:05:08.008714 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37110) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:08.076057 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Deleting subnet 43e58a53-0431-459e-9fe8-a2294534211b {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:05:08.089639 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.126313 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.151572 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-18bcfaac-7af3-4d70-8112-8886aae83e2c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:08.153055 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-18bcfaac-7af3-4d70-8112-8886aae83e2c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/networks?id=36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 200 len: 813 time: 0.1491518 Jun 19 01:05:08.167011 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.168789 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-56263556-ab27-413a-8355-c3af8cea259c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/quotas/08efa41125cc4d97b61d16f7f0f6cc84 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Jun 19 01:05:08.209892 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-06760d60-3c5f-4c75-9ec4-9d700273d55c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348542 Jun 19 01:05:08.304780 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-2b093440-cca4-4c99-a7d5-1f86fd2c576b service neutron] 10.222.0.22 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Jun 19 01:05:08.308425 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.310975 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b8ccd61e-e917-4f6b-9a29-8e1580f67b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:08.335193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e58a53-0431-459e-9fe8-a2294534211b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:08.338851 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:08.341366 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.346422 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-1ed12ea6-cd4b-4136-95a7-9f6cd1a21682 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/43e58a53-0431-459e-9fe8-a2294534211b HTTP/1.1" status: 204 len: 168 time: 0.3335662 Jun 19 01:05:08.346632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37112) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:08.429299 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.436798 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-025357d0-8b7e-445b-8811-43b63cb562fe service neutron] 10.222.0.22 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290791 Jun 19 01:05:08.539402 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.565956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b8535e-9b10-4d79-bd8f-da376c2ed5ba']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:08.584412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec026415-ab58-42c8-8f9e-c14551c66a77') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:08.584915 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec026415-ab58-42c8-8f9e-c14551c66a77') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:08.599194 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.618936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.633437 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:05:08.637232 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:05:08.706913 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9f0ac-8a4e-40b1-beaf-59aff4d2e5d2 req-aa20486b-eef6-4747-865b-a122855e5725 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:08.716093 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7fb9f0ac-8a4e-40b1-beaf-59aff4d2e5d2 req-aa20486b-eef6-4747-865b-a122855e5725 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1959498 Jun 19 01:05:08.760388 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7fb9f0ac-8a4e-40b1-beaf-59aff4d2e5d2 req-e8ef38d0-c12d-4fa4-b14b-a3c968d26a35 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Jun 19 01:05:08.800578 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.806509 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4310b-319e-41b8-9dbb-db75941c0f63 req-9e3dab29-cfa6-458a-9e20-e7b5d53ddf0f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:08.806819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.811250 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] 10.222.0.22 "DELETE /v2.0/networks/63b8535e-9b10-4d79-bd8f-da376c2ed5ba HTTP/1.1" status: 204 len: 168 time: 0.4610167 Jun 19 01:05:08.811250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:08.819269 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-50a4310b-319e-41b8-9dbb-db75941c0f63 req-9e3dab29-cfa6-458a-9e20-e7b5d53ddf0f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.1014924 Jun 19 01:05:08.828810 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37122) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:08.834044 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Pushing event deleted for resources: {'Network': ['ID=63b8535e-9b10-4d79-bd8f-da376c2ed5ba,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:08.850061 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f4ed3c8e-d5aa-486e-9cdf-f8700e951cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:08.902140 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-27a8765d-7dba-45f2-b9f0-c4c123e69088 req-9b6f1d32-489a-4620-8dc0-9aaf95656e8b tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Jun 19 01:05:08.914928 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-50a4310b-319e-41b8-9dbb-db75941c0f63 req-b5b42454-2325-4578-970a-5c1a2bdf6177 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940821 Jun 19 01:05:08.922995 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Deleting subnet 04187291-8519-4064-92f7-791bd582c34c {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:05:08.926962 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:08.962602 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.010725 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.115122 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.117538 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:09.140881 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04187291-8519-4064-92f7-791bd582c34c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:09.144711 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:09.147401 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.152052 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-dea82162-562c-4536-b533-4dc58ba93169 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04187291-8519-4064-92f7-791bd582c34c HTTP/1.1" status: 204 len: 168 time: 0.3219488 Jun 19 01:05:09.152643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37130) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:09.235013 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.330776 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.341249 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121bddaf-b421-4ba0-87bc-3a35d571a694']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:09.382861 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3e0eb0-3f7f-4218-a0bd-afabccdbdf47') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:09.382861 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3e0eb0-3f7f-4218-a0bd-afabccdbdf47') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:09.382861 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.388825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.399117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:05:09.399595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:05:09.401629 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:05:09.829932 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.833546 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:09.848111 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:09.859933 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] 10.222.0.22 "DELETE /v2.0/networks/121bddaf-b421-4ba0-87bc-3a35d571a694 HTTP/1.1" status: 204 len: 168 time: 0.7029679 Jun 19 01:05:09.863946 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Pushing event deleted for resources: {'Network': ['ID=121bddaf-b421-4ba0-87bc-3a35d571a694,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:09.872365 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e70e5a05-371c-4139-9652-be11c40732ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:09.997339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061919a-5513-4033-9cd1-1cb6aa9bb48c req-d69c9cc6-a642-48e0-941e-4a5f259c5a91 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:09.999031 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5061919a-5513-4033-9cd1-1cb6aa9bb48c req-d69c9cc6-a642-48e0-941e-4a5f259c5a91 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0796247 Jun 19 01:05:10.028867 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a094c007-5dbc-4c05-80e9-33fa0b5d2e82 req-e60a4a35-c4fd-4a5b-84b1-17323711fa60 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0411317 Jun 19 01:05:10.065198 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5061919a-5513-4033-9cd1-1cb6aa9bb48c req-324df384-ab5e-4650-8099-6ff79b357ca8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Jun 19 01:05:10.199187 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc20608-be9a-4e06-ad6b-25d146ca6bdc req-c0dba9a8-6bd0-43a0-babd-6ff854dabd3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:10.200641 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3dc20608-be9a-4e06-ad6b-25d146ca6bdc req-c0dba9a8-6bd0-43a0-babd-6ff854dabd3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0726519 Jun 19 01:05:10.242945 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3dc20608-be9a-4e06-ad6b-25d146ca6bdc req-18f5d4b1-5f2c-4501-a241-4805e848afdc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351038 Jun 19 01:05:10.331221 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37142) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:10.371342 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f4507112-4d2b-411f-895b-4b279c5737de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1d0dc6fb70d4cff9a04f6474b787431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399857 Jun 19 01:05:10.374031 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37144) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:10.424304 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:10.447391 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:10.554447 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:10.557049 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:10.558247 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27818614-ab57-4ef0-bf86-384f48f7326d HTTP/1.1" status: 204 len: 168 time: 0.1826651 Jun 19 01:05:10.558911 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:10.567904 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27818614-ab57-4ef0-bf86-384f48f7326d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:10.570903 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:11.166343 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-43c2e9ec-a2f3-4a42-be17-d54b8ab8b5a8 req-4d00f666-cee0-42a3-bed7-1130b0b81181 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jun 19 01:05:11.207352 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37154) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:11.256617 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7007fc40-8a3f-4f95-a312-f82e68861b9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5da4b4325f5d49999439b03d01bfb3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480511 Jun 19 01:05:11.257006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37156) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:11.281006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec53fcf-c720-4cc3-bc71-f246814a07d6 req-57dd799f-7af1-4245-8591-affbe8a4ac0b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:11.287925 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2ec53fcf-c720-4cc3-bc71-f246814a07d6 req-57dd799f-7af1-4245-8591-affbe8a4ac0b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0938046 Jun 19 01:05:11.354935 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2ec53fcf-c720-4cc3-bc71-f246814a07d6 req-ce93c51a-fe76-45fb-b62a-40c17b223ccb tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Jun 19 01:05:11.360669 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:11.386006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:11.457127 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237aae9-2dc9-453a-97ea-74522481e731 req-c8c0c1f8-bdb4-4097-a856-846c4064b977 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:11.458496 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1237aae9-2dc9-453a-97ea-74522481e731 req-c8c0c1f8-bdb4-4097-a856-846c4064b977 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0691266 Jun 19 01:05:11.501307 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1237aae9-2dc9-453a-97ea-74522481e731 req-f200097c-ec95-48bc-b8ac-2b5d6353a6c8 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367947 Jun 19 01:05:11.663466 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:11.666186 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:11.667372 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48dcb150-94a0-482d-9fdd-cd0a2cfa749a HTTP/1.1" status: 204 len: 168 time: 0.4096239 Jun 19 01:05:11.668416 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-919f3e64-860d-47c7-aff7-38ae7b55565e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:11.677343 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dcb150-94a0-482d-9fdd-cd0a2cfa749a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:11.679611 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:12.338445 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ec5e1c8f-42fa-4911-8d03-f7322ce41d74 req-92cdb842-9df4-4a8f-aaec-646e9a85d4e5 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0454814 Jun 19 01:05:12.567072 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9bdc6-e909-4cb7-ac3f-29f4b3222ca9 req-4ddda914-8e79-4f9e-812b-cd26d2fd03d5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:12.573800 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-18c9bdc6-e909-4cb7-ac3f-29f4b3222ca9 req-4ddda914-8e79-4f9e-812b-cd26d2fd03d5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0875607 Jun 19 01:05:12.618423 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-18c9bdc6-e909-4cb7-ac3f-29f4b3222ca9 req-a6373c94-dae1-434c-afba-656f4b0cb80a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Jun 19 01:05:12.715013 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b5dbe-4f12-4c4c-9f59-d726e7a4e862 req-7fc39535-d20f-47bb-b957-a3816004e1cf tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:12.716379 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5e5b5dbe-4f12-4c4c-9f59-d726e7a4e862 req-7fc39535-d20f-47bb-b957-a3816004e1cf tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0865080 Jun 19 01:05:12.757228 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5e5b5dbe-4f12-4c4c-9f59-d726e7a4e862 req-a4debad2-c65d-4a76-907c-99b7609a8c2a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Jun 19 01:05:13.506718 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d8d97c4d-7056-42ad-a3a9-31ad6aefb893 req-b6db80df-7f19-4e95-a50b-fb50fd50c37d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0474284 Jun 19 01:05:13.817605 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:13.842288 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401967-4225-4129-a2c1-5f32a020b631 req-f32a8a1e-b353-4a04-a269-75d007ac348b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:13.845391 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5a401967-4225-4129-a2c1-5f32a020b631 req-f32a8a1e-b353-4a04-a269-75d007ac348b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0946226 Jun 19 01:05:13.886883 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5a401967-4225-4129-a2c1-5f32a020b631 req-4a3a8d8c-f3f5-49e5-b8a2-9c57694b01c9 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362492 Jun 19 01:05:13.984760 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc2fd8-8679-45f2-ba9e-02c8d8fb0abe req-5a4a6470-77f6-4ae3-8698-76c6054cb456 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:13.986393 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cadc2fd8-8679-45f2-ba9e-02c8d8fb0abe req-5a4a6470-77f6-4ae3-8698-76c6054cb456 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0779047 Jun 19 01:05:14.038790 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cadc2fd8-8679-45f2-ba9e-02c8d8fb0abe req-876207d7-27bd-4d20-84b1-896f5fae7686 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Jun 19 01:05:14.506782 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37224) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:14.631820 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:14.660148 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-39d1671d-a3d7-4d67-83d0-38a8cf6076af req-ab22d7cf-c63a-474d-bc65-f9f31f0be292 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0343783 Jun 19 01:05:14.724390 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:14.805878 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:14.809001 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9edfc289-c35f-49ce-ad10-82f2a129f1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:14.846694 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=965b5da2aa924575af9721cee16705ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386819 Jun 19 01:05:14.847583 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e140699-dc5a-4b45-93e7-954b46e3c308,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:14.849478 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37230) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:14.850497 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:14.901079 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:14.923905 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.034425 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.036960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.038070 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e140699-dc5a-4b45-93e7-954b46e3c308 HTTP/1.1" status: 204 len: 168 time: 0.1867909 Jun 19 01:05:15.038799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f3cde592-35dc-412e-8d0c-dfd36f411a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:15.046288 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e140699-dc5a-4b45-93e7-954b46e3c308,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:15.049046 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:15.110123 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7ed8-f7fd-4a4b-96b2-4ba7e0b233c9 req-614d002c-28f7-427f-9cf3-1c642134bbf4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:15.117793 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-51bc7ed8-f7fd-4a4b-96b2-4ba7e0b233c9 req-614d002c-28f7-427f-9cf3-1c642134bbf4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0994077 Jun 19 01:05:15.160402 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-51bc7ed8-f7fd-4a4b-96b2-4ba7e0b233c9 req-2950727e-688e-456f-aa28-edd67107e0a6 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Jun 19 01:05:15.252648 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fa6ca-9e61-4750-a2d3-08f67536c62e req-8668144c-2b5f-4229-8137-fae33accac4a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:15.254226 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-283fa6ca-9e61-4750-a2d3-08f67536c62e req-8668144c-2b5f-4229-8137-fae33accac4a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0858710 Jun 19 01:05:15.316165 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-283fa6ca-9e61-4750-a2d3-08f67536c62e req-eaccc92d-22fa-4d5f-b143-b6a0cc0ece62 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Jun 19 01:05:15.590424 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37240) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:15.604862 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.698444 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.737713 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.740685 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0c4c5a89-b598-4e28-91b1-eeab2c26567f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:15.778902 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3eb82c7bf4934d7190f1f07138187d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873825 Jun 19 01:05:15.779792 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79050797-9525-473a-9b5b-d571ef0536a4,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:15.782250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37244) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:15.791123 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fc81aed7-a292-4112-ad5e-06b8cb28dc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:15.855695 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ce8548bc-0f35-4f22-bf0d-2e8ce4eaec0f req-ba16ee10-931a-42db-907b-6acb98784e4c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0342546 Jun 19 01:05:15.873051 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.895334 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.984188 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.986995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:15.997266 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79050797-9525-473a-9b5b-d571ef0536a4 HTTP/1.1" status: 204 len: 168 time: 0.2077501 Jun 19 01:05:15.997266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7a04676d-b7d5-4ab6-94a3-c257761b6161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:16.001943 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79050797-9525-473a-9b5b-d571ef0536a4,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:16.004348 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:16.368371 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1e171-c8c5-4399-8ce3-f7ed9634c984 req-5115cf66-b572-4d9d-9e5b-45b956434b86 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:16.376686 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7df1e171-c8c5-4399-8ce3-f7ed9634c984 req-5115cf66-b572-4d9d-9e5b-45b956434b86 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0899196 Jun 19 01:05:16.431484 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7df1e171-c8c5-4399-8ce3-f7ed9634c984 req-c069b6f5-8cc1-4865-8a58-5746c9229c30 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Jun 19 01:05:16.550041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd241454-8075-41a3-a075-674732d3a2b2 req-3639065e-e253-490e-9655-dc24a3f2c51b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:16.551623 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cd241454-8075-41a3-a075-674732d3a2b2 req-3639065e-e253-490e-9655-dc24a3f2c51b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0756402 Jun 19 01:05:16.594904 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cd241454-8075-41a3-a075-674732d3a2b2 req-fc528dfe-4320-489c-9413-874b619d4312 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Jun 19 01:05:17.005815 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2b51dee5-bd0a-4b15-a6bf-43bfb5e4727a req-863c3804-fdd6-4c02-81d1-9e43ed57401b tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0290601 Jun 19 01:05:17.599368 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab66df-4109-4194-99d0-7cd0cd1320f3 req-8e37016a-07e4-4be6-8ffd-c49e98b926da tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:17.600825 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-05ab66df-4109-4194-99d0-7cd0cd1320f3 req-8e37016a-07e4-4be6-8ffd-c49e98b926da tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0624299 Jun 19 01:05:17.637716 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-05ab66df-4109-4194-99d0-7cd0cd1320f3 req-d4012e90-a2e4-4363-ae9e-48ccc6654ff1 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312021 Jun 19 01:05:17.783202 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca0b5c-4ce1-42aa-8e5a-5e3e3097a467 req-92ad8aae-8fd4-4ffd-a4c6-dadba5bbf555 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:17.786391 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-22ca0b5c-4ce1-42aa-8e5a-5e3e3097a467 req-92ad8aae-8fd4-4ffd-a4c6-dadba5bbf555 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0668800 Jun 19 01:05:17.821266 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-22ca0b5c-4ce1-42aa-8e5a-5e3e3097a467 req-d6993663-a53c-4326-9d0b-fe1d0c172160 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Jun 19 01:05:18.150620 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fc0e5ef5-87a2-4db6-82f7-4bfe1fded2ff req-df065af2-e1c8-4f32-840a-073fbb743dbf tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0325770 Jun 19 01:05:18.813294 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d42f2-b68a-4eea-8f28-0307f0c7eed1 req-5e4abf8e-cd29-4652-aed3-d65c6bf89e17 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:18.816440 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-183d42f2-b68a-4eea-8f28-0307f0c7eed1 req-5e4abf8e-cd29-4652-aed3-d65c6bf89e17 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0668263 Jun 19 01:05:18.852238 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-183d42f2-b68a-4eea-8f28-0307f0c7eed1 req-cf68c3e9-0ecd-461f-b096-5fbbc1364037 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Jun 19 01:05:19.006105 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f4852-c44d-442e-be13-071c32d266ad req-6377e7a9-b4e8-4cea-8e53-428002202f64 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:19.007490 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-942f4852-c44d-442e-be13-071c32d266ad req-6377e7a9-b4e8-4cea-8e53-428002202f64 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0669620 Jun 19 01:05:19.097749 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-942f4852-c44d-442e-be13-071c32d266ad req-bafdb431-6285-409e-b80f-2862df0d754a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837541 Jun 19 01:05:19.144968 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-18101a89-a177-4754-b7d6-62d653c511ae tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:19.146402 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-18101a89-a177-4754-b7d6-62d653c511ae tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "GET /v2.0/networks?id=36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 200 len: 813 time: 0.1302960 Jun 19 01:05:19.160862 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Request body: {'port': {'device_id': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883', 'admin_state_up': True, 'tenant_id': '08efa41125cc4d97b61d16f7f0f6cc84'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:19.317718 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0e3801cf-290f-4a4b-9595-e2812e71299c req-726a8fb9-da1c-4992-8e4e-c7ba074fc814 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0282898 Jun 19 01:05:19.388170 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Made reservation on behalf of 08efa41125cc4d97b61d16f7f0f6cc84 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:05:19.391786 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:19.522216 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Allocated IP 172.20.0.7 (36b7479d-4727-46d3-824c-83bacbc4b883/6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1/fdce41fc-b6b2-4911-8002-537b21485f38) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:05:19.656999 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:19.737128 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:19.740785 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0977602a-dbe7-46c0-b78f-a69ae5b825af tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:19.780722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Network 36b7479d-4727-46d3-824c-83bacbc4b883 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:05:19.783938 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:05:19.787514 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:05:19.809772 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Pushing event updated for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:19.814428 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:19.836121 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:19.845090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:19.914693 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589884 Jun 19 01:05:19.928309 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Request body: {'port': {'device_id': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:05:20.025976 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:20.085619 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd2e93-6da0-4518-96b3-6fc31315b9d4 req-4cc68dbb-8df4-4b3f-a110-3e08bae74a6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:20.086964 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cbcd2e93-6da0-4518-96b3-6fc31315b9d4 req-4cc68dbb-8df4-4b3f-a110-3e08bae74a6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1248393 Jun 19 01:05:20.183303 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cbcd2e93-6da0-4518-96b3-6fc31315b9d4 req-9115fbdd-5aff-4e2f-a095-77e3a8bbbed4 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895545 Jun 19 01:05:20.294284 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb123bf-f47c-41e8-b9b8-82251e33f4be req-19573b32-3697-41a1-9eb3-fe3bf32eabcc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:20.296590 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aeb123bf-f47c-41e8-b9b8-82251e33f4be req-19573b32-3697-41a1-9eb3-fe3bf32eabcc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0710449 Jun 19 01:05:20.339121 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdce41fc-b6b2-4911-8002-537b21485f38 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:05:20.341038 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aeb123bf-f47c-41e8-b9b8-82251e33f4be req-6ca7e10c-8c0c-465f-8302-6f073dcb6c61 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Jun 19 01:05:20.347567 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:20.389110 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Transition to ACTIVE for port object fdce41fc-b6b2-4911-8002-537b21485f38 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:05:20.463199 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:20.466431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ab17658a-a2bb-45ff-9dee-785d9a927d8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:20.559614 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Pushing event updated for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:20.825651 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:20.862094 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7864f-113c-409e-a179-0600856c11d7 req-bed562b7-ab5b-4256-b4c5-07d40624e4cc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:20.863536 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1ce7864f-113c-409e-a179-0600856c11d7 req-bed562b7-ab5b-4256-b4c5-07d40624e4cc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 931 time: 0.4305551 Jun 19 01:05:20.910944 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Attempting to bind port fdce41fc-b6b2-4911-8002-537b21485f38 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:05:20.911280 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Attempting to bind port fdce41fc-b6b2-4911-8002-537b21485f38 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:05:20.911609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Attempting to bind port fdce41fc-b6b2-4911-8002-537b21485f38 on network 36b7479d-4727-46d3-824c-83bacbc4b883 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:05:20.919556 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1ce7864f-113c-409e-a179-0600856c11d7 req-b1d08c48-83f5-4280-8aa5-80d691755800 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Jun 19 01:05:20.920502 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Port fdce41fc-b6b2-4911-8002-537b21485f38 on network 36b7479d-4727-46d3-824c-83bacbc4b883 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:05:20.921470 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Attempting to bind port fdce41fc-b6b2-4911-8002-537b21485f38 on network 36b7479d-4727-46d3-824c-83bacbc4b883 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:05:20.926512 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:05:20.926853 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Checking segment: {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:05:20.927294 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Bound using segment: {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:05:20.927727 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Bound port: fdce41fc-b6b2-4911-8002-537b21485f38, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43ba902-0b39-4563-a19e-7b922782636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:05:20.928082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:20.989259 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:05:20.992259 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fdce41fc-b6b2-4911-8002-537b21485f38,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:05:21.103257 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:21.106166 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:21.129467 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:05:21.141462 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.144879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:21.144879 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] 10.222.0.26 "PUT /v2.0/ports/fdce41fc-b6b2-4911-8002-537b21485f38 HTTP/1.1" status: 200 len: 1093 time: 1.2192252 Jun 19 01:05:21.144879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:21.146340 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:21.166985 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Pushing event updated for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:21.170074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:21.191432 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ec164-3892-46e6-a653-d329206db0f3 x-openstack-request-id: req-2b1ec164-3892-46e6-a653-d329206db0f3 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:21.191761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:21.192184 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b1ec164-3892-46e6-a653-d329206db0f3 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:21.192646 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38', 'status': 'completed', 'code': 200} Jun 19 01:05:21.275974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-a1e471bc-b3d0-49cb-934f-878d9937f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.277505 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-a1e471bc-b3d0-49cb-934f-878d9937f948 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 1096 time: 0.0580914 Jun 19 01:05:21.350896 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:21.362075 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '2d9515f8-9caa-409d-ba32-92739a24a836', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': '2d9515f8-9caa-409d-ba32-92739a24a836', 'mac_address': 'fa:16:3e:af:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:05:21.407132 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-a8bc4993-e23c-46e4-a4b1-66cd1e7caec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.408599 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-a8bc4993-e23c-46e4-a4b1-66cd1e7caec8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1214278 Jun 19 01:05:21.438732 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:21.451436 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:05:21.481990 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:21.517982 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b46a4-3411-4503-b6d4-c9cfaea19321 req-f073f750-9d4a-449b-a535-c344a4ea3870 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.519458 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cc9b46a4-3411-4503-b6d4-c9cfaea19321 req-f073f750-9d4a-449b-a535-c344a4ea3870 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.2116499 Jun 19 01:05:21.529232 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9387dc-e371-4c7e-9846-83770e94e147 req-d1b9462b-1fb4-4e63-9b26-96b84130e8d4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.531565 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a9387dc-e371-4c7e-9846-83770e94e147 req-d1b9462b-1fb4-4e63-9b26-96b84130e8d4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 943 time: 0.0665298 Jun 19 01:05:21.535855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-f1581b1a-2960-4a47-84bc-6e3f05a532c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.536997 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:21.537257 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7acb7d24-ccf7-4a5f-a903-1a0a8e7cfc7b req-f1581b1a-2960-4a47-84bc-6e3f05a532c6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221669 Jun 19 01:05:21.538798 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:21.571419 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a9387dc-e371-4c7e-9846-83770e94e147 req-dc68e9f9-45bf-4f0a-81fb-bd81195fd830 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Jun 19 01:05:21.583466 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cc9b46a4-3411-4503-b6d4-c9cfaea19321 req-5b7a6790-8277-4325-80f1-7fe661738821 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569065 Jun 19 01:05:21.600936 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=9']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:21.604071 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:21.645093 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-caf2e935-8e5c-42b4-8f9f-442e5b030bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.646565 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-caf2e935-8e5c-42b4-8f9f-442e5b030bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 1096 time: 0.0588739 Jun 19 01:05:21.688530 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-2baf360c-aeb5-4390-8e08-65c82f47cb63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdce41fc-b6b2-4911-8002-537b21485f38 HTTP/1.1" status: 200 len: 217 time: 0.0328529 Jun 19 01:05:21.740752 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-eaf00ede-b626-4b9f-9a6b-b883713d70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:21.742183 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-eaf00ede-b626-4b9f-9a6b-b883713d70e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1 HTTP/1.1" status: 200 len: 853 time: 0.0462024 Jun 19 01:05:21.778417 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-344ab55d-779c-43a0-81dd-6da5df4fbbc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36b7479d-4727-46d3-824c-83bacbc4b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261891 Jun 19 01:05:21.797940 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['2d9515f8-9caa-409d-ba32-92739a24a836'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:21.869164 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-576a6a5c-7173-4cc2-95ba-1ff73fc57c7d service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811431 Jun 19 01:05:21.964474 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-481acc7b-68d8-46a9-9e71-67f9396f267e req-ed05e775-d346-4121-9a61-0056e389ae29 service neutron] 10.222.0.26 "GET /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Jun 19 01:05:22.096542 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d47d3d-4cbf-4860-b366-03b84fa65857 req-7f814d44-6311-4d31-8de3-fe3b4f45b53c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:22.097988 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e6d47d3d-4cbf-4860-b366-03b84fa65857 req-7f814d44-6311-4d31-8de3-fe3b4f45b53c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 943 time: 0.0665126 Jun 19 01:05:22.135104 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e6d47d3d-4cbf-4860-b366-03b84fa65857 req-3a9c2af7-f012-4d31-8caa-af6d2b4f7794 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jun 19 01:05:22.757756 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf212-ea8e-488d-8167-0402ad8ba76d req-b44e19fc-8cf8-4ae4-9d5c-8e57137bdde9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:22.759225 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-163cf212-ea8e-488d-8167-0402ad8ba76d req-b44e19fc-8cf8-4ae4-9d5c-8e57137bdde9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 944 time: 0.0668383 Jun 19 01:05:22.760322 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2daec-2aa8-4164-ba5f-5e6680c64ba9 req-0c852519-a973-433f-943b-459114095af5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:22.761782 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-23e2daec-2aa8-4164-ba5f-5e6680c64ba9 req-0c852519-a973-433f-943b-459114095af5 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0623169 Jun 19 01:05:22.799002 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-23e2daec-2aa8-4164-ba5f-5e6680c64ba9 req-b0c63090-270c-4fc9-9251-ceca1bb8fead tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Jun 19 01:05:22.800458 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-163cf212-ea8e-488d-8167-0402ad8ba76d req-842c33d0-8a61-4506-af77-dff97d6525ce tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Jun 19 01:05:23.136081 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:05:23.181769 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 2d9515f8-9caa-409d-ba32-92739a24a836 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:05:23.182158 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:23.260756 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:23.283998 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:23.286317 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959cc35-ae29-43ed-b8ca-723b8faa6a28" -d '{"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:23.299589 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:23.305395 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a87f-db86-41d2-a635-7862dc3d267f req-95b3efdf-0bdc-4f8b-959f-1e9e983cf946 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:23.315387 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6db4a87f-db86-41d2-a635-7862dc3d267f req-95b3efdf-0bdc-4f8b-959f-1e9e983cf946 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 943 time: 0.0644674 Jun 19 01:05:23.327735 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6de7d-e02d-49c3-97b9-9772926ed78e x-openstack-request-id: req-e0e6de7d-e02d-49c3-97b9-9772926ed78e {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:23.328123 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-plugged", "status": "completed", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:23.328857 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0e6de7d-e02d-49c3-97b9-9772926ed78e {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:23.329260 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'code': 200} Jun 19 01:05:23.350435 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6db4a87f-db86-41d2-a635-7862dc3d267f req-8db0179a-b0dc-4a00-9c37-806a1d3ee31e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Jun 19 01:05:23.376693 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:23.378743 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:23.424849 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=10']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:23.427823 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:23.777022 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a06d5d41-0de1-4032-9640-c492ee00292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:23.982435 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591cb5-cf34-40c1-a3fe-7e5136fe5944 req-57b6aae3-b895-4959-907b-3eda367bb139 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:23.985288 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-77591cb5-cf34-40c1-a3fe-7e5136fe5944 req-57b6aae3-b895-4959-907b-3eda367bb139 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.0687518 Jun 19 01:05:23.992412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916178b7-42e0-4a28-b27e-27ae85eea0b7 req-90879055-f6b9-43f9-bbb8-47d129ae36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:23.993899 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-916178b7-42e0-4a28-b27e-27ae85eea0b7 req-90879055-f6b9-43f9-bbb8-47d129ae36c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 1099 time: 0.0971489 Jun 19 01:05:24.008739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea6fc1-cd0b-4f42-8482-111ea22e569b req-129b0a4f-27d4-4ae5-a5b3-0840c4f3ca52 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:24.010200 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7ea6fc1-cd0b-4f42-8482-111ea22e569b req-129b0a4f-27d4-4ae5-a5b3-0840c4f3ca52 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0815890 Jun 19 01:05:24.028756 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-77591cb5-cf34-40c1-a3fe-7e5136fe5944 req-0db5b0e2-7dc4-48ad-9f6f-a29557b3cee9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366032 Jun 19 01:05:24.054383 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-916178b7-42e0-4a28-b27e-27ae85eea0b7 req-adbb50fa-4ddf-4a94-9fed-97d6abf9b71d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Jun 19 01:05:24.072177 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7ea6fc1-cd0b-4f42-8482-111ea22e569b req-b7b17c31-f97e-4870-a1d3-3b871bbde13e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Jun 19 01:05:24.192628 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd328-7b3c-4151-9236-96912386c37b req-8ea2c48d-b390-4b18-b8f5-47013e5965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:24.194026 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4debd328-7b3c-4151-9236-96912386c37b req-8ea2c48d-b390-4b18-b8f5-47013e5965f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.0489542 Jun 19 01:05:24.228806 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4debd328-7b3c-4151-9236-96912386c37b req-9ec8aaeb-c3ce-493e-b3ba-843eeee3f40a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269845 Jun 19 01:05:24.519025 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a10ec-7a9b-4d39-9939-c8bae6cb8e42 req-67b84b40-38fb-4277-895b-e36625d5019d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:24.520453 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c27a10ec-7a9b-4d39-9939-c8bae6cb8e42 req-67b84b40-38fb-4277-895b-e36625d5019d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 943 time: 0.0609455 Jun 19 01:05:24.556251 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c27a10ec-7a9b-4d39-9939-c8bae6cb8e42 req-4ad04eef-cc79-4f40-acc6-04a3d58f309b tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302551 Jun 19 01:05:25.143726 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fdce41fc-b6b2-4911-8002-537b21485f38 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:05:25.265289 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fa19-0918-4919-b6f5-c74a53f4b960 req-e52261ba-1d90-496f-ae15-5336bc5f382c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:25.266565 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fdce41fc-b6b2-4911-8002-537b21485f38,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:25.272669 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f1c3fa19-0918-4919-b6f5-c74a53f4b960 req-e52261ba-1d90-496f-ae15-5336bc5f382c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.1066110 Jun 19 01:05:25.283802 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'fdce41fc-b6b2-4911-8002-537b21485f38', 'network_id': '36b7479d-4727-46d3-824c-83bacbc4b883', 'port_id': 'fdce41fc-b6b2-4911-8002-537b21485f38', 'mac_address': 'fa:16:3e:27:9b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:05:25.315654 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a165b6-11ad-4fe5-84a4-b4ed66b2e26d req-3878de10-dfd2-4a46-903a-99293c4c50e0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:25.315654 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-85a165b6-11ad-4fe5-84a4-b4ed66b2e26d req-3878de10-dfd2-4a46-903a-99293c4c50e0 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1000519 Jun 19 01:05:25.323837 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f1c3fa19-0918-4919-b6f5-c74a53f4b960 req-00edb656-0744-4ef6-977e-e66b23a4b0f3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481191 Jun 19 01:05:25.333348 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:25.351831 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdce41fc-b6b2-4911-8002-537b21485f38 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:05:25.388022 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-85a165b6-11ad-4fe5-84a4-b4ed66b2e26d req-8e39db54-573d-488c-8284-4e7b679f1e6e tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 Jun 19 01:05:25.395453 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fdce41fc-b6b2-4911-8002-537b21485f38,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:25.462781 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:25.464502 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:25.516477 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:25.519559 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:25.727700 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fdce41fc-b6b2-4911-8002-537b21485f38'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:25.728186 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2c08-0293-434f-af0a-fe14954e9e3c req-4599e2c4-9674-4c55-b5c4-db04e1f675e9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:25.729659 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d6bd2c08-0293-434f-af0a-fe14954e9e3c req-4599e2c4-9674-4c55-b5c4-db04e1f675e9 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 944 time: 0.0630465 Jun 19 01:05:25.767482 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d6bd2c08-0293-434f-af0a-fe14954e9e3c req-ef91ee4a-5165-4c63-aa1c-a8f0bed88f11 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Jun 19 01:05:26.539154 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f9d-c4f2-4638-9177-8ad706769edc req-45ee6f96-7272-43b9-9605-cd81b5cbcdae tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:26.541583 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-82572f9d-c4f2-4638-9177-8ad706769edc req-45ee6f96-7272-43b9-9605-cd81b5cbcdae tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.0761573 Jun 19 01:05:26.559719 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:26.567920 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa67d-b4bd-4a12-8537-a65954dd957d req-92c98926-0d12-4bc9-a11b-098b5cabf3de tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:26.569471 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-52ffa67d-b4bd-4a12-8537-a65954dd957d req-92c98926-0d12-4bc9-a11b-098b5cabf3de tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0755599 Jun 19 01:05:26.592050 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-82572f9d-c4f2-4638-9177-8ad706769edc req-b7687ba1-69b3-4c39-b025-0684486aa578 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384049 Jun 19 01:05:26.614668 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-52ffa67d-b4bd-4a12-8537-a65954dd957d req-a675256d-f180-4a5b-97a7-d3213fce3855 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Jun 19 01:05:26.651295 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82528333-cee6-4548-9a4e-a0443d91ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:26.936578 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fecc0-f11e-44e1-9c5e-eb81e89f2379 req-5b50b28c-24ee-4845-be18-a002c4aae2cc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:26.942492 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-737fecc0-f11e-44e1-9c5e-eb81e89f2379 req-5b50b28c-24ee-4845-be18-a002c4aae2cc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 944 time: 0.0626805 Jun 19 01:05:26.975300 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-737fecc0-f11e-44e1-9c5e-eb81e89f2379 req-c333ada3-9593-4d0e-a554-04c1564bc951 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Jun 19 01:05:27.068242 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:05:27.142711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fdce41fc-b6b2-4911-8002-537b21485f38 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:05:27.274105 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830a8e1-6d2b-4a1d-bad9-ae46c9303002 req-d5dc62af-4976-4ae7-9bde-56b1fe53b6cc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.275459 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b830a8e1-6d2b-4a1d-bad9-ae46c9303002 req-d5dc62af-4976-4ae7-9bde-56b1fe53b6cc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1047969 Jun 19 01:05:27.278006 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-fa9248d9-9d8e-4bbb-81b7-b5790f420673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.283702 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port fdce41fc-b6b2-4911-8002-537b21485f38 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:05:27.283831 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-fa9248d9-9d8e-4bbb-81b7-b5790f420673 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e826800ea8104abdab274a93239f9e9c&device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 1098 time: 0.0812187 Jun 19 01:05:27.284381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port fdce41fc-b6b2-4911-8002-537b21485f38 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:05:27.284796 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:27.360392 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:27.365285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b830a8e1-6d2b-4a1d-bad9-ae46c9303002 req-287da578-c743-4694-b677-b0daa1a49b4d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825112 Jun 19 01:05:27.373459 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:27.396489 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:27.398075 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-f909eaf7-59f0-4295-82e1-dbd9aee10505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.398825 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754de505-c081-4320-bfac-76ef5c41f257" -d '{"events": [{"server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "name": "network-vif-plugged", "status": "completed", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:27.399498 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-f909eaf7-59f0-4295-82e1-dbd9aee10505 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 200 len: 920 time: 0.1080759 Jun 19 01:05:27.411805 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fdce41fc-b6b2-4911-8002-537b21485f38,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:27.437326 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee12542-abe7-4ac7-b146-51b4dc47634b x-openstack-request-id: req-7ee12542-abe7-4ac7-b146-51b4dc47634b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:27.437587 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "name": "network-vif-plugged", "status": "completed", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:27.437995 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ee12542-abe7-4ac7-b146-51b4dc47634b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:27.438449 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38', 'code': 200} Jun 19 01:05:27.452358 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-5fd8c74d-812f-4c86-98e2-6e74d82d092c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 200 len: 217 time: 0.0435338 Jun 19 01:05:27.473884 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:27.475635 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:27.512929 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-b176f368-c5a8-4618-8182-d1336ac28597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.514923 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-b176f368-c5a8-4618-8182-d1336ac28597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 200 len: 859 time: 0.0540118 Jun 19 01:05:27.533470 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:27.536465 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:27.549323 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-49e1d63b-739a-4abb-a99d-9b74aaa1f239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61035340-dcdd-4cb6-b5ce-82bd7174e261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274575 Jun 19 01:05:27.641009 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-38479461-c241-4500-a98e-aef8828f6c87 service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844734 Jun 19 01:05:27.774287 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-50596ed6-29c1-4ef2-9124-5b2bbc4f5f8a req-51969dcb-ba29-49cb-a2bf-5d9da3555a7e service neutron] 10.222.0.26 "GET /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267586 Jun 19 01:05:27.842740 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cefe38-8d93-4dff-a7c9-f2c204c11abe req-9775d3b7-2ff0-41b5-b9df-f6f8853c1d13 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.844291 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-91cefe38-8d93-4dff-a7c9-f2c204c11abe req-9775d3b7-2ff0-41b5-b9df-f6f8853c1d13 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.1285801 Jun 19 01:05:27.846185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7451-c6f2-4332-b717-0d961902fd9b req-3b307870-91a0-4a10-af3b-a1554687ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:27.847501 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6e3a7451-c6f2-4332-b717-0d961902fd9b req-3b307870-91a0-4a10-af3b-a1554687ce2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 1098 time: 0.0857546 Jun 19 01:05:27.901248 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-91cefe38-8d93-4dff-a7c9-f2c204c11abe req-89b5a449-f719-42c5-885e-6a4b19bb9e1e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512776 Jun 19 01:05:27.906578 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6e3a7451-c6f2-4332-b717-0d961902fd9b req-b1a7c397-fbc9-45ae-abd3-134ad1294078 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Jun 19 01:05:28.152022 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e330-104d-4c9e-af23-656fbfdb8aab req-0d07fab7-5387-4493-809a-3d263778a2a3 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:28.153551 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bcc4e330-104d-4c9e-af23-656fbfdb8aab req-0d07fab7-5387-4493-809a-3d263778a2a3 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jun 19 01:05:28.192067 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bcc4e330-104d-4c9e-af23-656fbfdb8aab req-c3b0cc88-6101-4aa4-80fe-8dcabfa1b6e3 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Jun 19 01:05:28.536375 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f4d84-da0f-4a00-8f3e-a595d0e91a85 req-f388a51e-e91c-496e-87a1-60b8f0be33cf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:28.537813 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-357f4d84-da0f-4a00-8f3e-a595d0e91a85 req-f388a51e-e91c-496e-87a1-60b8f0be33cf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0602458 Jun 19 01:05:28.577523 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-357f4d84-da0f-4a00-8f3e-a595d0e91a85 req-ac0bf562-2944-4c45-b202-14a7d953ee06 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Jun 19 01:05:29.319425 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:29.378389 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353a86-af0d-456c-a992-317aa7684ddd req-49062205-a240-4b80-935a-db190d64aeb1 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:29.379833 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-26353a86-af0d-456c-a992-317aa7684ddd req-49062205-a240-4b80-935a-db190d64aeb1 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.0661175 Jun 19 01:05:29.416636 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-26353a86-af0d-456c-a992-317aa7684ddd req-ccac4c87-68a5-4d01-9269-f96c944cc245 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Jun 19 01:05:29.752248 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89161dd0-5c3f-460e-8efa-0f423c026a6c req-aeb28f33-4154-4d7e-8439-0743b791c28b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:29.753867 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-89161dd0-5c3f-460e-8efa-0f423c026a6c req-aeb28f33-4154-4d7e-8439-0743b791c28b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0663803 Jun 19 01:05:29.790607 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-89161dd0-5c3f-460e-8efa-0f423c026a6c req-e9f5bc14-60cb-40ea-96c2-c5b76ba80c84 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jun 19 01:05:30.967553 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a548bf8-35ad-4b3b-91e5-c095492c17eb req-502db6e3-128d-4d5e-a792-acdb5735b049 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:30.968923 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2a548bf8-35ad-4b3b-91e5-c095492c17eb req-502db6e3-128d-4d5e-a792-acdb5735b049 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0649898 Jun 19 01:05:31.006474 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2a548bf8-35ad-4b3b-91e5-c095492c17eb req-171aa6ac-15b9-44d3-883d-e585c73ce3ac tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Jun 19 01:05:35.730242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006571-7541-47ba-afdd-4ea447df92d0 req-7668a47a-912d-472a-9617-74548c0d18d7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:35.732007 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a9006571-7541-47ba-afdd-4ea447df92d0 req-7668a47a-912d-472a-9617-74548c0d18d7 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0627413 Jun 19 01:05:35.769954 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a9006571-7541-47ba-afdd-4ea447df92d0 req-fc7f5475-b70e-43cc-9192-efe9bae85874 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Jun 19 01:05:36.373420 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37620) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:36.476360 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.561295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.633790 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.637350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a13cbcf-6615-48fb-866a-a9664d18e40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:36.671698 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e597185d0cc44023875f4995dc1a8e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969463 Jun 19 01:05:36.672687 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ab7e0-b917-4f97-8f53-363bdbeaabd3,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:36.674492 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37626) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:36.680318 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.681185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.681325 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.681574 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.681927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.682336 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.682834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.683227 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.683579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.683948 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.684318 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.684685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.689159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:36.725121 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.747374 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.839768 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.842556 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:36.843834 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/408ab7e0-b917-4f97-8f53-363bdbeaabd3 HTTP/1.1" status: 204 len: 168 time: 0.1682103 Jun 19 01:05:36.844769 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-361910e6-6a9d-4301-9a20-d1b6949ebe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:36.852264 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ab7e0-b917-4f97-8f53-363bdbeaabd3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:36.859994 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.860596 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.861055 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.861472 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.861884 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.862295 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.862802 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.863290 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.863657 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.864194 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.864540 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.864903 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:05:36.868481 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:36.953050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b21ea-5923-4c60-8f7f-2618ba404a30 req-77fee11c-2a00-47b5-83ed-c9106da2a930 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:36.954449 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a7b21ea-5923-4c60-8f7f-2618ba404a30 req-77fee11c-2a00-47b5-83ed-c9106da2a930 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0694427 Jun 19 01:05:36.993092 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3a7b21ea-5923-4c60-8f7f-2618ba404a30 req-59c57b12-4a18-45c3-909f-5088877bac94 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Jun 19 01:05:37.456770 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37642) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:37.466290 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95100ae9-b7dc-4322-b069-214438e6d00c req-888462c6-4c45-4d40-a4f8-ed7542be6474 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:37.467741 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-95100ae9-b7dc-4322-b069-214438e6d00c req-888462c6-4c45-4d40-a4f8-ed7542be6474 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0655799 Jun 19 01:05:37.472326 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.507855 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-95100ae9-b7dc-4322-b069-214438e6d00c req-847b4125-75d2-46ce-8a79-98e4057fdc20 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Jun 19 01:05:37.566029 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.610967 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.615188 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-01438cf3-5bdc-4aae-8f5b-64185f80d9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:37.651370 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=478d51f41618422685d7089e61641e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935205 Jun 19 01:05:37.653235 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7567cee-f266-4f6f-bbca-96afa42b98e5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:37.654050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37644) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:37.655215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:37.701934 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.723262 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.816479 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.819231 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:37.820378 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7567cee-f266-4f6f-bbca-96afa42b98e5 HTTP/1.1" status: 204 len: 168 time: 0.1650500 Jun 19 01:05:37.821168 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a536485b-6d06-4f20-9f36-0432aedb6f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:37.832138 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7567cee-f266-4f6f-bbca-96afa42b98e5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:37.832138 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:38.185136 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600b00-6a8d-470b-a621-147e1cf6e32f req-3a674efb-01d5-4996-acd7-3f9fae055a4b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:38.186727 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-77600b00-6a8d-470b-a621-147e1cf6e32f req-3a674efb-01d5-4996-acd7-3f9fae055a4b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0668426 Jun 19 01:05:38.227742 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-77600b00-6a8d-470b-a621-147e1cf6e32f req-e423fd88-f118-4de1-8f96-5adcce5601c2 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Jun 19 01:05:38.310055 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-5e3243b2-a491-4f3e-af27-c856698c40d3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:38.311554 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-5e3243b2-a491-4f3e-af27-c856698c40d3 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 946 time: 0.0728490 Jun 19 01:05:38.417527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Deleting port cc29fc11-3004-4934-9a4b-d7a920cf8b2a {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:38.417871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:38.508284 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] For port cc29fc11-3004-4934-9a4b-d7a920cf8b2a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:38.509003 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:38.571005 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Calling delete_port for cc29fc11-3004-4934-9a4b-d7a920cf8b2a owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:38.712898 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9c17-9474-4cd6-98ea-f770e414b35b req-e29a9858-421d-4a4a-8d07-bff76b597148 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:38.714521 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1afa9c17-9474-4cd6-98ea-f770e414b35b req-e29a9858-421d-4a4a-8d07-bff76b597148 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0916388 Jun 19 01:05:38.756352 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1afa9c17-9474-4cd6-98ea-f770e414b35b req-a7ea0227-95c0-4a85-990a-b5b0f6c23456 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355189 Jun 19 01:05:38.805651 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:38.810194 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:38.821888 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['cc29fc11-3004-4934-9a4b-d7a920cf8b2a', '743983d7-a51a-42ad-878f-b1d252891722'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:38.837461 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Pushing event deleted for resources: {'Port': ['ID=cc29fc11-3004-4934-9a4b-d7a920cf8b2a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:38.840947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:38.903901 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] No DVR routers for this DVR port cc29fc11-3004-4934-9a4b-d7a920cf8b2a on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:05:38.909835 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:38.911856 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a6a2cbd4-9fca-4f5c-a2a7-20b4ad299a1b req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "DELETE /v2.0/ports/cc29fc11-3004-4934-9a4b-d7a920cf8b2a HTTP/1.1" status: 204 len: 173 time: 0.5945354 Jun 19 01:05:38.912369 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'name': 'network-vif-deleted', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:38.914906 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191c46a-a364-4203-b191-3685b4d5df4c" -d '{"events": [{"server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "name": "network-vif-deleted", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:38.976957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ce2f2-4f4e-4779-839e-961cf43137ca x-openstack-request-id: req-ff7ce2f2-4f4e-4779-839e-961cf43137ca {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:38.977282 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefebd09-8261-4ae7-968e-e6de9dd29be0", "name": "network-vif-deleted", "tag": "cc29fc11-3004-4934-9a4b-d7a920cf8b2a", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:38.980512 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff7ce2f2-4f4e-4779-839e-961cf43137ca {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:38.980512 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefebd09-8261-4ae7-968e-e6de9dd29be0', 'name': 'network-vif-deleted', 'tag': 'cc29fc11-3004-4934-9a4b-d7a920cf8b2a', 'status': 'completed', 'code': 200} Jun 19 01:05:39.398383 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-025fc068-133f-4374-971b-495b0cd57a07 req-ab96f4bd-7250-4b73-aff1-8af9777acc8d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefebd09-8261-4ae7-968e-e6de9dd29be0 HTTP/1.1" status: 200 len: 210 time: 0.0392489 Jun 19 01:05:39.461071 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37690) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:39.560678 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.658753 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.742685 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.746199 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a4895f5e-6544-43e5-a271-51c4d5eea08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:39.780716 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=705058d4f1d440ca8896491e8ff1fe47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184977 Jun 19 01:05:39.781594 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9983ec01-c00e-4bda-8174-e5555dc1d7a5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:39.784066 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 37696) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:39.784533 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:39.846939 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.870028 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.949318 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0748102-6d46-4225-9468-49bd900bafa3 req-83a01dbf-feb6-4b41-9f01-422a31c476be tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:39.950787 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f0748102-6d46-4225-9468-49bd900bafa3 req-83a01dbf-feb6-4b41-9f01-422a31c476be tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0654159 Jun 19 01:05:39.977256 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.979982 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:39.981147 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9983ec01-c00e-4bda-8174-e5555dc1d7a5 HTTP/1.1" status: 204 len: 168 time: 0.1960092 Jun 19 01:05:39.981956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-83dda71c-377c-4a38-91f3-bdd26a5bbbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:39.991167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9983ec01-c00e-4bda-8174-e5555dc1d7a5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:39.993944 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:39.996257 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f0748102-6d46-4225-9468-49bd900bafa3 req-e3a3bbe2-4215-4ef6-8f65-390484d21dd8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391190 Jun 19 01:05:41.011589 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b8cf3-720a-4f72-b6ed-cbb075578c30 req-f521fbc0-54b0-41a5-8089-bf2d3a96a7b8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:41.013158 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ae5b8cf3-720a-4f72-b6ed-cbb075578c30 req-f521fbc0-54b0-41a5-8089-bf2d3a96a7b8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0659392 Jun 19 01:05:41.064985 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ae5b8cf3-720a-4f72-b6ed-cbb075578c30 req-8231be62-e72c-4c30-8c61-e8b887a9d99b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Jun 19 01:05:41.179134 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecc8fd-2828-45a3-ab80-aa2cb88e753a req-cdba5ec6-930f-4f1f-8dd1-e5ac0b74339a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:41.180834 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b6ecc8fd-2828-45a3-ab80-aa2cb88e753a req-cdba5ec6-930f-4f1f-8dd1-e5ac0b74339a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0630357 Jun 19 01:05:41.217495 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device cc29fc11-3004-4934-9a4b-d7a920cf8b2a no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:41.218073 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b6ecc8fd-2828-45a3-ab80-aa2cb88e753a req-be3950ab-40b1-42e9-8956-2cda635fe766 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jun 19 01:05:41.246331 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: cc29fc11-3004-4934-9a4b-d7a920cf8b2a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:41.246688 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device cc29fc11-3004-4934-9a4b-d7a920cf8b2a not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:42.244382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c4334-1b61-4f6d-a20e-baf1021bf669 req-23a840ad-3482-4818-9603-3a063cb5fb19 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:42.245884 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad9c4334-1b61-4f6d-a20e-baf1021bf669 req-23a840ad-3482-4818-9603-3a063cb5fb19 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0676224 Jun 19 01:05:42.285643 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ad9c4334-1b61-4f6d-a20e-baf1021bf669 req-48ec4782-c5e4-4dff-925e-46d29e4b76dc tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Jun 19 01:05:42.403851 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7e5f-7c81-4b1e-a65f-d33a214ae753 req-ebe02498-2508-4e94-bc4a-0faee03e09f6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:42.405413 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d72c7e5f-7c81-4b1e-a65f-d33a214ae753 req-ebe02498-2508-4e94-bc4a-0faee03e09f6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0692012 Jun 19 01:05:42.450907 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d72c7e5f-7c81-4b1e-a65f-d33a214ae753 req-35758a5d-cec8-41e4-a7ec-a07dca94814a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Jun 19 01:05:43.486520 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc129a-d490-4a63-8019-d9f4d6ea5194 req-5da38f2b-eb13-4fc3-945b-d34aa9ea01ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:43.488333 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1bc129a-d490-4a63-8019-d9f4d6ea5194 req-5da38f2b-eb13-4fc3-945b-d34aa9ea01ca tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0826609 Jun 19 01:05:43.529365 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1bc129a-d490-4a63-8019-d9f4d6ea5194 req-88c96973-e4ae-4575-abbf-642755ab1ef8 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Jun 19 01:05:43.649189 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf2f2d-9460-46cd-8e92-3752db52bec0 req-943573c8-fe19-4250-89ea-16353d2338e8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:43.650752 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-facf2f2d-9460-46cd-8e92-3752db52bec0 req-943573c8-fe19-4250-89ea-16353d2338e8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0728071 Jun 19 01:05:43.698154 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-facf2f2d-9460-46cd-8e92-3752db52bec0 req-3bb3effe-55a6-4820-b0b3-4c889d26a31a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Jun 19 01:05:43.805374 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:44.711038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ed070-e2a6-4279-88bd-cc2462beda04 req-ba4d3c57-26ea-43f7-99f2-2963741cda47 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:44.712483 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-075ed070-e2a6-4279-88bd-cc2462beda04 req-ba4d3c57-26ea-43f7-99f2-2963741cda47 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0655422 Jun 19 01:05:44.749665 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-075ed070-e2a6-4279-88bd-cc2462beda04 req-860b830b-1163-4c56-ac60-12f4f0c4d27d tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jun 19 01:05:44.863357 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-e469747b-3fc2-4715-8854-50e3be42f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:44.864739 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-e469747b-3fc2-4715-8854-50e3be42f62a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1098 time: 0.0863502 Jun 19 01:05:44.889932 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a63-be90-42a3-bb49-26382addcb46 req-c9dfb81f-ca40-4e71-af63-c3b3d0e640f2 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:44.891357 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-49e67a63-be90-42a3-bb49-26382addcb46 req-c9dfb81f-ca40-4e71-af63-c3b3d0e640f2 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0764389 Jun 19 01:05:44.978216 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-49e67a63-be90-42a3-bb49-26382addcb46 req-8da42202-2668-4dc8-a50d-cc5eb51c49f5 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771828 Jun 19 01:05:45.001184 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-033b22fa-d96d-46a6-ba1a-fb47172bbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:45.002624 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-033b22fa-d96d-46a6-ba1a-fb47172bbf2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.1104143 Jun 19 01:05:45.078581 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-8829c3fd-c5e9-43ae-9eab-b4670e81a780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 1000 time: 0.0661838 Jun 19 01:05:45.129808 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-47c64caf-f2a4-4a4b-9bbc-5ad4493cea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:45.131182 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-47c64caf-f2a4-4a4b-9bbc-5ad4493cea42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.0423906 Jun 19 01:05:45.186498 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-d699c2fd-d461-4ab1-8718-5a3f10ab4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:45.187932 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-d699c2fd-d461-4ab1-8718-5a3f10ab4e25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0491951 Jun 19 01:05:45.285685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-c2a612cb-abc1-48a8-8a3e-511724913667 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Jun 19 01:05:45.378823 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ed2b0751-0a61-4199-b737-85fe5fa1baac req-1b7f8648-c199-40a7-8c14-e4b396001536 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Jun 19 01:05:45.932411 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f42441-b442-443b-89e4-fae18a56a2f6 req-7c28937d-8e24-478b-9807-40a6967eca6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:45.933905 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-00f42441-b442-443b-89e4-fae18a56a2f6 req-7c28937d-8e24-478b-9807-40a6967eca6f tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0665295 Jun 19 01:05:45.973282 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-00f42441-b442-443b-89e4-fae18a56a2f6 req-4af65571-6e58-4177-8748-1d75e4017c35 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Jun 19 01:05:46.158590 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ba11c-1eae-418e-8811-e4801ff82584 req-897d9bce-02a2-447b-bd08-b55a58b64537 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:46.160631 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aa4ba11c-1eae-418e-8811-e4801ff82584 req-897d9bce-02a2-447b-bd08-b55a58b64537 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0698369 Jun 19 01:05:46.196386 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aa4ba11c-1eae-418e-8811-e4801ff82584 req-8ef35a86-4e70-4b95-b267-d97124e6780c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300424 Jun 19 01:05:47.167505 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431fe77-797d-41f3-8983-a413034ca621 req-600d50ad-8144-499d-a660-6f9c9198e15a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:47.169080 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7431fe77-797d-41f3-8983-a413034ca621 req-600d50ad-8144-499d-a660-6f9c9198e15a tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0765879 Jun 19 01:05:47.212121 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7431fe77-797d-41f3-8983-a413034ca621 req-04017dfb-2dc2-4464-8648-6587be4aeb37 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Jun 19 01:05:47.375120 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3c52-7012-46c8-a2ec-6793a9404e4e req-566e619b-acd5-4f68-aab0-2e95c1eaae57 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:47.376639 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a2f3c52-7012-46c8-a2ec-6793a9404e4e req-566e619b-acd5-4f68-aab0-2e95c1eaae57 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0652609 Jun 19 01:05:47.423773 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1a2f3c52-7012-46c8-a2ec-6793a9404e4e req-5a1c0760-066f-4cea-a25e-f74902440a1a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Jun 19 01:05:48.082039 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8872d-f159-463b-9775-20be02df757a req-85f7e621-9448-4cf1-b993-1b58b4849160 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:48.083523 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6ed8872d-f159-463b-9775-20be02df757a req-85f7e621-9448-4cf1-b993-1b58b4849160 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.0658193 Jun 19 01:05:48.187719 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Deleting port 743983d7-a51a-42ad-878f-b1d252891722 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:48.188461 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:48.278227 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] For port 743983d7-a51a-42ad-878f-b1d252891722, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=743983d7-a51a-42ad-878f-b1d252891722,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:48.278647 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:48.350601 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Calling delete_port for 743983d7-a51a-42ad-878f-b1d252891722 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:48.470848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f840b-cd3a-4be1-af60-3ddbd724ef6f req-5ab7a406-410d-4f2d-bd11-5b292e1ae2ad tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:48.473134 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b10f840b-cd3a-4be1-af60-3ddbd724ef6f req-5ab7a406-410d-4f2d-bd11-5b292e1ae2ad tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 945 time: 0.1203997 Jun 19 01:05:48.540921 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b10f840b-cd3a-4be1-af60-3ddbd724ef6f req-1d2b9c72-6f6d-47ec-9685-9120c21a9e0b tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/security-groups?id=75607042-6f13-469e-a22b-ee1fff2ae3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583067 Jun 19 01:05:48.599749 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eebc0-cf6d-4785-8bda-26dfcfc9adc0 req-fed82a97-ec43-4d07-a7cd-12f2cdcd3f6f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:48.601294 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-056eebc0-cf6d-4785-8bda-26dfcfc9adc0 req-fed82a97-ec43-4d07-a7cd-12f2cdcd3f6f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0658219 Jun 19 01:05:48.622767 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:48.626726 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-acc3728d-2b41-49f6-85bd-3e6ed88c5368 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:48.634814 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['743983d7-a51a-42ad-878f-b1d252891722'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:48.641894 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-056eebc0-cf6d-4785-8bda-26dfcfc9adc0 req-5c269f6e-d8cb-4df7-8856-82ec8e6bb0f4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351298 Jun 19 01:05:48.655137 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Pushing event deleted for resources: {'Port': ['ID=743983d7-a51a-42ad-878f-b1d252891722,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:48.682200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:48.702131 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] No DVR routers for this DVR port 743983d7-a51a-42ad-878f-b1d252891722 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:05:48.704651 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:48.707122 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6ed8872d-f159-463b-9775-20be02df757a req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.26 "DELETE /v2.0/ports/743983d7-a51a-42ad-878f-b1d252891722 HTTP/1.1" status: 204 len: 173 time: 0.6179585 Jun 19 01:05:48.707600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'name': 'network-vif-deleted', 'tag': '743983d7-a51a-42ad-878f-b1d252891722'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:48.710207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2326f5-9c18-466f-a881-cfef6038f031" -d '{"events": [{"server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "name": "network-vif-deleted", "tag": "743983d7-a51a-42ad-878f-b1d252891722"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:48.745562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132273d-7098-4cfd-afc1-0fd52437c277 x-openstack-request-id: req-e132273d-7098-4cfd-afc1-0fd52437c277 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:48.745957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71874f06-f701-4710-aaf2-f269a18b305c", "name": "network-vif-deleted", "tag": "743983d7-a51a-42ad-878f-b1d252891722", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:48.746319 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e132273d-7098-4cfd-afc1-0fd52437c277 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:48.746808 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71874f06-f701-4710-aaf2-f269a18b305c', 'name': 'network-vif-deleted', 'tag': '743983d7-a51a-42ad-878f-b1d252891722', 'status': 'completed', 'code': 200} Jun 19 01:05:49.128974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190b1c7-dc85-4263-afe0-27238e5ee60e req-57ddbd19-863d-401c-a5f7-e35f99ee5beb tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:49.130544 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1190b1c7-dc85-4263-afe0-27238e5ee60e req-57ddbd19-863d-401c-a5f7-e35f99ee5beb tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0753579 Jun 19 01:05:49.197256 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1190b1c7-dc85-4263-afe0-27238e5ee60e req-19f0dc05-c7c9-445d-b1be-c22e93ce3948 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604186 Jun 19 01:05:49.215897 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-6e043187-f409-4735-8bcb-07c1922e98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:49.217444 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-6e043187-f409-4735-8bcb-07c1922e98ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 1098 time: 0.0728970 Jun 19 01:05:49.311693 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-a3e4ede3-6f6f-4a80-a9b7-e5c3fdbc7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:49.313182 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-a3e4ede3-6f6f-4a80-a9b7-e5c3fdbc7a6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.0854886 Jun 19 01:05:49.381013 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-1bce30a8-e557-42d6-ae6b-6e9aa954e6b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 200 len: 1000 time: 0.0587661 Jun 19 01:05:49.436273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-7e30015f-b042-4e9f-ba11-818c603bb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:49.437832 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-7e30015f-b042-4e9f-ba11-818c603bb799 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.0481610 Jun 19 01:05:49.510405 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-37d91c48-b2bc-4f34-8ec2-e4b7315e1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:49.511841 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-37d91c48-b2bc-4f34-8ec2-e4b7315e1cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509849 Jun 19 01:05:49.601782 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-c5610f7c-7a8b-41b1-85ec-afac4a52ae97 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816698 Jun 19 01:05:49.702384 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74d6514f-dbc6-496e-a514-a409d90fd4ad req-9e060cb9-9689-4b51-8cee-a6e9e4fdaa14 tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] 10.222.0.22 "GET /v2.0/ports?device_id=71874f06-f701-4710-aaf2-f269a18b305c HTTP/1.1" status: 200 len: 210 time: 0.0306764 Jun 19 01:05:49.740123 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4f6ad523-adae-4e15-b562-deba1457fe35 req-3e0b91ef-737b-47ee-b435-ecd664cfa457 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241035 Jun 19 01:05:50.389129 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a726a-6f6c-4a2e-bea7-fa3c55c564c8 req-33a37f4f-123f-49bb-82af-689744666a7d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:50.390585 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-066a726a-6f6c-4a2e-bea7-fa3c55c564c8 req-33a37f4f-123f-49bb-82af-689744666a7d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.0718541 Jun 19 01:05:50.429444 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-066a726a-6f6c-4a2e-bea7-fa3c55c564c8 req-1a38c461-dba6-42e3-ae56-19529d699bcc tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Jun 19 01:05:50.812745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37886) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:50.920761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b36f-ed0d-44c9-84b9-eada3f6864b7 req-b8263887-f74a-4a6a-ae9a-8c35c122f7ac tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:50.922223 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4364b36f-ed0d-44c9-84b9-eada3f6864b7 req-b8263887-f74a-4a6a-ae9a-8c35c122f7ac tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.0704701 Jun 19 01:05:50.963505 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4364b36f-ed0d-44c9-84b9-eada3f6864b7 req-54decf7c-6e1a-41cf-81bd-bf3e46d8169e tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Jun 19 01:05:51.255303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 743983d7-a51a-42ad-878f-b1d252891722 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:51.274568 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 743983d7-a51a-42ad-878f-b1d252891722 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:51.275046 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 743983d7-a51a-42ad-878f-b1d252891722 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:51.418872 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:51.684481 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181f3f0-260a-4525-9e75-e8f4038282ee req-679470c1-3d04-4c83-b1e6-8849be11fe35 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:51.691188 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0181f3f0-260a-4525-9e75-e8f4038282ee req-679470c1-3d04-4c83-b1e6-8849be11fe35 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1280856 Jun 19 01:05:51.767238 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-0181f3f0-260a-4525-9e75-e8f4038282ee req-03c4d723-a8d5-452a-b2dc-f3ecf6d2283d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618317 Jun 19 01:05:51.789097 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Deleting port 05aef1fc-7483-4b77-8abc-892ae638ac6b {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:51.789438 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:51.864902 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] For port 05aef1fc-7483-4b77-8abc-892ae638ac6b, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=05aef1fc-7483-4b77-8abc-892ae638ac6b,segment=NetworkSegment(48b823e3-0497-4ede-97f4-774915573b82),segment_id=48b823e3-0497-4ede-97f4-774915573b82)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:51.865256 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:51.929452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Calling delete_port for 05aef1fc-7483-4b77-8abc-892ae638ac6b owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:52.228509 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:52.231013 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:52.253535 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05aef1fc-7483-4b77-8abc-892ae638ac6b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:52.257718 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:52.406685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9d900-df29-4ee5-80ce-2921a67e8c21 req-43296302-4d54-45ac-8624-332d8d413f42 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:52.408139 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-54d9d900-df29-4ee5-80ce-2921a67e8c21 req-43296302-4d54-45ac-8624-332d8d413f42 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.3306735 Jun 19 01:05:52.447582 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-54d9d900-df29-4ee5-80ce-2921a67e8c21 req-1d997f69-2950-4bb5-9d03-713fdc45f7e1 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Jun 19 01:05:52.754979 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:52.962318 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Router bffd0f97-a8cd-4050-9486-3618ba80737d has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:05:53.065189 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:05:53.070844 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] 10.222.0.22 "PUT /v2.0/routers/bffd0f97-a8cd-4050-9486-3618ba80737d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2569852 Jun 19 01:05:53.073321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37898) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:53.074169 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Sync routers for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:05:53.085425 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:05:53.086325 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:53.180102 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:53.190128 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:05:53.285061 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:53.398210 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Deleting port fdc86301-f877-4e83-920b-16bad1c05176 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:53.398627 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:53.449686 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:05:52Z', 'revision_number': 5, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port': {'id': 'fdc86301-f877-4e83-920b-16bad1c05176', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:45:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:23Z', 'updated_at': '2021-06-19T01:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:53.478844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] For port fdc86301-f877-4e83-920b-16bad1c05176, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fdc86301-f877-4e83-920b-16bad1c05176,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:53.478970 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:53.479081 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Checking router: bffd0f97-a8cd-4050-9486-3618ba80737d for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:05:53.487974 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Routers {'bffd0f97-a8cd-4050-9486-3618ba80737d'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:05:53.488785 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['bffd0f97-a8cd-4050-9486-3618ba80737d'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:53.586623 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Calling delete_port for fdc86301-f877-4e83-920b-16bad1c05176 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:53.589852 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] Set router bffd0f97-a8cd-4050-9486-3618ba80737d gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:05:53.640384 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:05:53Z', 'revision_number': 6, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:53.671678 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dae042-6ef6-4f9a-9805-c818bd3e19f4 None None] The sync data for ids ['bffd0f97-a8cd-4050-9486-3618ba80737d'] in dv-cinder-667108-33-smb is: [{'id': 'bffd0f97-a8cd-4050-9486-3618ba80737d', 'name': 'tempest-ServerRescueNegativeTestJSON-1575850341-router', 'tenant_id': 'e826800ea8104abdab274a93239f9e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:05:53Z', 'revision_number': 6, 'project_id': 'e826800ea8104abdab274a93239f9e9c', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:05:53.712920 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8d965-0c09-4f9e-bd09-4f5786b80e2c req-0fe23043-a914-42e7-90ed-31d1d4bfb801 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:53.719674 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e5d8d965-0c09-4f9e-bd09-4f5786b80e2c req-0fe23043-a914-42e7-90ed-31d1d4bfb801 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.1236441 Jun 19 01:05:53.771996 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-09e4efd4-2764-47f3-82bb-5ab3265b468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.001521 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e5d8d965-0c09-4f9e-bd09-4f5786b80e2c req-89164c07-6f4b-4e41-9c2d-1cf69b241861 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579689 Jun 19 01:05:54.122121 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.124805 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:54.151144 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc86301-f877-4e83-920b-16bad1c05176,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:54.154008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:54.212517 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.322713 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.324780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.474939 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.475523 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bffd0f97-a8cd-4050-9486-3618ba80737d {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:05:54.480812 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.481930 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bffd0f97-a8cd-4050-9486-3618ba80737d HTTP/1.1" status: 204 len: 168 time: 1.4077096 Jun 19 01:05:54.484266 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37908) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:54.533044 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Deleting subnet 2cf3c911-bbb8-469b-8a03-f2a237fe68a3 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:05:54.536630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.577095 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.615719 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.743044 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.745497 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:54.770687 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf3c911-bbb8-469b-8a03-f2a237fe68a3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:54.774107 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:54.776832 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.779112 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a4806e13-993c-4edf-9218-fb04e71d8799 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2cf3c911-bbb8-469b-8a03-f2a237fe68a3 HTTP/1.1" status: 204 len: 168 time: 0.2934747 Jun 19 01:05:54.781274 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37910) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:54.849651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.929311 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.938733 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61035340-dcdd-4cb6-b5ce-82bd7174e261']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:54.948603 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b823e3-0497-4ede-97f4-774915573b82') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:54.948909 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b823e3-0497-4ede-97f4-774915573b82') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:05:54.958160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.970975 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.977068 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:05:54.977454 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:05:54.979031 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:05:55.120420 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.124251 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:55.129808 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.131825 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] 10.222.0.22 "DELETE /v2.0/networks/61035340-dcdd-4cb6-b5ce-82bd7174e261 HTTP/1.1" status: 204 len: 168 time: 0.3495259 Jun 19 01:05:55.141447 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=61035340-dcdd-4cb6-b5ce-82bd7174e261,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:55.144009 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-cdade7fa-fded-4088-896b-8b621a690b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:55.182480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941564d1-e7fc-4591-ae1b-5723b04b503f req-4c290792-d653-4679-91de-d55f397e848d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:55.183970 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-941564d1-e7fc-4591-ae1b-5723b04b503f req-4c290792-d653-4679-91de-d55f397e848d tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.0674210 Jun 19 01:05:55.220672 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-941564d1-e7fc-4591-ae1b-5723b04b503f req-7f7ee489-e85f-4d3c-ae20-cb87ce0a11df tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0e14d63-c063-4526-b124-7f7e006a9413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Jun 19 01:05:55.406021 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37918) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:55.447372 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-faaead97-b11f-4293-b353-d86d77a04401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e826800ea8104abdab274a93239f9e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372672 Jun 19 01:05:55.449732 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 37920) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:05:55.509461 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.531690 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.554339 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fdc86301-f877-4e83-920b-16bad1c05176 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:55.575224 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: fdc86301-f877-4e83-920b-16bad1c05176 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:55.575578 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fdc86301-f877-4e83-920b-16bad1c05176 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:55.576008 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 05aef1fc-7483-4b77-8abc-892ae638ac6b no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:55.596977 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 05aef1fc-7483-4b77-8abc-892ae638ac6b {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:55.597324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 05aef1fc-7483-4b77-8abc-892ae638ac6b not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:55.639816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.642380 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:55.643510 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75607042-6f13-469e-a22b-ee1fff2ae3b2 HTTP/1.1" status: 204 len: 168 time: 0.1929040 Jun 19 01:05:55.644269 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-28010a77-3644-47ae-b71b-ec7148e03209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:55.652541 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75607042-6f13-469e-a22b-ee1fff2ae3b2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:55.654869 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:55.815359 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-311f1ff3-7b0d-4a84-b9f0-c2a0e60e5995 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:05:55.817467 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-311f1ff3-7b0d-4a84-b9f0-c2a0e60e5995 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 945 time: 0.0653822 Jun 19 01:05:55.915821 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Deleting port fdce41fc-b6b2-4911-8002-537b21485f38 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:05:55.916178 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:56.008232 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] For port fdce41fc-b6b2-4911-8002-537b21485f38, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=fdce41fc-b6b2-4911-8002-537b21485f38,segment=NetworkSegment(c43ba902-0b39-4563-a19e-7b922782636a),segment_id=c43ba902-0b39-4563-a19e-7b922782636a)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:05:56.008633 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:56.072664 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Calling delete_port for fdce41fc-b6b2-4911-8002-537b21485f38 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:05:56.263093 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:56.272626 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-71f5e08b-fa5d-468c-9419-5c7fc9b3fdc6 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:05:56.276155 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['fdce41fc-b6b2-4911-8002-537b21485f38'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:05:56.292508 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Pushing event deleted for resources: {'Port': ['ID=fdce41fc-b6b2-4911-8002-537b21485f38,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:05:56.295605 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:05:56.342808 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] No DVR routers for this DVR port fdce41fc-b6b2-4911-8002-537b21485f38 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:05:56.345176 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:56.347138 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-136d0ce2-9fe5-4db0-99f3-61f03e19fd17 req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.26 "DELETE /v2.0/ports/fdce41fc-b6b2-4911-8002-537b21485f38 HTTP/1.1" status: 204 len: 173 time: 0.5241776 Jun 19 01:05:56.347562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'name': 'network-vif-deleted', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:05:56.349944 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021874e6-122e-4a46-8b96-047e06d2cb2b" -d '{"events": [{"server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "name": "network-vif-deleted", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:05:56.364263 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-58c95890-54b8-4c9c-aa9f-f9dc7a3197c8 req-e79260e5-5f2b-400b-8eec-27b0db3a3c47 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a79da3f-9983-424e-a7c4-6c0d39328da1 HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jun 19 01:05:56.395752 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af2b587-e60a-4d76-98e3-e8c1e3b586aa x-openstack-request-id: req-9af2b587-e60a-4d76-98e3-e8c1e3b586aa {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:05:56.396113 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a79da3f-9983-424e-a7c4-6c0d39328da1", "name": "network-vif-deleted", "tag": "fdce41fc-b6b2-4911-8002-537b21485f38", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:05:56.396325 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9af2b587-e60a-4d76-98e3-e8c1e3b586aa {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:05:56.396781 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a79da3f-9983-424e-a7c4-6c0d39328da1', 'name': 'network-vif-deleted', 'tag': 'fdce41fc-b6b2-4911-8002-537b21485f38', 'status': 'completed', 'code': 200} Jun 19 01:05:56.569303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:56.686137 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a113769e-8385-449f-b6c6-b2c1475d06d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:57.382755 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:05:59.309421 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fdce41fc-b6b2-4911-8002-537b21485f38 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:05:59.329939 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: fdce41fc-b6b2-4911-8002-537b21485f38 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:05:59.330292 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device fdce41fc-b6b2-4911-8002-537b21485f38 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:05:59.342626 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:04.067170 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:06:06.572822 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38148) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:06.677972 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:06.768514 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:06.868264 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:06.872124 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bd0503da-3d6a-4f5d-a70d-6a95e184673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:06.909126 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f8381ae8ab444a6961fb91bee7af9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368018 Jun 19 01:06:06.911862 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441359c8-4769-49df-877f-e4ac1b7b433d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:06.912534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38158) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:06.915016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-cc7d8fa3-2dea-43fa-ae0c-97704e247963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:06.968819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:06.990632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:07.102524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:07.105095 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:07.106221 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/441359c8-4769-49df-877f-e4ac1b7b433d HTTP/1.1" status: 204 len: 168 time: 0.1857548 Jun 19 01:06:07.106957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a58c8533-a6f2-41cd-84f7-0ec0bdfefa6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:07.114227 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441359c8-4769-49df-877f-e4ac1b7b433d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:07.116543 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:09.610339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38232) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:09.733822 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:09.824848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:09.880650 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:09.884174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-084ee5fc-9918-46ed-b5ee-6f9190c3949e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:09.916533 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74f211a4dd4e4e55953e986a68dba5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050315 Jun 19 01:06:09.919175 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38248) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:09.921193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aece4bf-e7e5-4b47-bf5d-d28308fe717a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:09.924209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:09.971031 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:09.993209 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:10.114820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:10.117590 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:10.123271 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3aece4bf-e7e5-4b47-bf5d-d28308fe717a HTTP/1.1" status: 204 len: 168 time: 0.1980073 Jun 19 01:06:10.123271 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-71a1c201-7031-45a9-a454-d668bc5b3322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:10.126807 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aece4bf-e7e5-4b47-bf5d-d28308fe717a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:10.129079 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:11.062050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38286) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:11.220297 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1659197856-network', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:11.291485 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Made reservation on behalf of c03f5fb1465044a8b956adc1b166a271 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:11.294091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.306295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.395375 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.491638 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.495959 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c79e3312-c655-4be5-bef5-80360c3b420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:11.513053 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:06:11.529565 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:11.532489 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:11.533728 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.534069 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Added segment d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26 of type vlan for network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 Jun 19 01:06:11.576158 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.685936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.687250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:11.687827 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:11.690912 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:11.781310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Pushing event updated for resources: {'Network': ['ID=e10d1a94-9a7c-40a1-a8f5-84093cf18e03,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:11.784180 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:11.791197 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:06:11.804282 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7384450 Jun 19 01:06:11.804684 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38300) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:11.809733 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Request body: {'subnet': {'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1659197856-subnet', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:11.819270 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95647f60-cfc6-412a-873a-c8a46fd7d941 req-92567882-e691-4fe2-8129-e698c2101e1a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:11.823431 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-95647f60-cfc6-412a-873a-c8a46fd7d941 req-92567882-e691-4fe2-8129-e698c2101e1a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.1137245 Jun 19 01:06:11.869260 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-95647f60-cfc6-412a-873a-c8a46fd7d941 req-e0e3b9bf-8df3-4106-985b-6584ef1d5fbd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Jun 19 01:06:11.931199 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Made reservation on behalf of c03f5fb1465044a8b956adc1b166a271 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:11.933605 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.171357 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.174360 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c337b68f-8df3-464a-ae55-ee625ec565d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:12.225992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57195a0c-adf9-4e31-a976-83db65ed3f99,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:12.229484 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:12.235439 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Checking segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:12.235796 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Network hostable DHCP agents. Network: e10d1a94-9a7c-40a1-a8f5-84093cf18e03, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:06:12.337379 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:06:12.462871 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, e10d1a94-9a7c-40a1-a8f5-84093cf18e03) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:12.466947 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:12.467536 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.472092 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71530d-e119-4178-8624-a8cea7a1fe64 None None] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:06:12.532157 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7263529 Jun 19 01:06:12.534830 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38314) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:12.539965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:12.622137 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:06:12.622853 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.622980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.623918 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.679177 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.752531 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Allocated IP 172.20.0.2 (e10d1a94-9a7c-40a1-a8f5-84093cf18e03/57195a0c-adf9-4e31-a976-83db65ed3f99/23152fbc-5479-467b-9848-5960a74c651a) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:12.901117 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.907820 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:12.916565 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Transition to ACTIVE for port object 23152fbc-5479-467b-9848-5960a74c651a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:12.931382 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Transition to ACTIVE for port object 23152fbc-5479-467b-9848-5960a74c651a will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:13.012232 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.015251 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:13.052081 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:13.056419 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:13.059323 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:13.067125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Pushing event updated for resources: {'Port': ['ID=23152fbc-5479-467b-9848-5960a74c651a,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:13.092042 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.092390 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.092751 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.093143 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.093463 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.093794 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.094117 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.094438 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.094781 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.095106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.095424 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.095739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:13.097645 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1cd04-0266-480d-8433-350ccdf54a9a req-c20b95c8-7542-4166-8ddf-9899e730733d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:13.099184 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2af1cd04-0266-480d-8433-350ccdf54a9a req-c20b95c8-7542-4166-8ddf-9899e730733d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.1055920 Jun 19 01:06:13.099703 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:13.135719 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Attempting to bind port 23152fbc-5479-467b-9848-5960a74c651a on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:13.136157 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Attempting to bind port 23152fbc-5479-467b-9848-5960a74c651a by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:13.136496 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Attempting to bind port 23152fbc-5479-467b-9848-5960a74c651a on network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:13.141216 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:13.141596 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Checking segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:13.142004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.142402 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Bound using segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:13.142958 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Bound port: 23152fbc-5479-467b-9848-5960a74c651a, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:13.143279 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.156189 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2af1cd04-0266-480d-8433-350ccdf54a9a req-b31cfbc9-6ade-45dc-95de-24ca5a935b0c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4954fade-f5a2-4b72-9755-669d996fda72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Jun 19 01:06:13.208991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] For port 23152fbc-5479-467b-9848-5960a74c651a, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:13.212716 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] For port 23152fbc-5479-467b-9848-5960a74c651a, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=23152fbc-5479-467b-9848-5960a74c651a,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:13.263791 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.267413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:13.274854 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.292924 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.337303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Pushing event updated for resources: {'Port': ['ID=23152fbc-5479-467b-9848-5960a74c651a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:13.340513 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:13.402750 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Allocated IP 172.28.3.191 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/3f6c867c-de93-405d-b091-58e8a71be2dd) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:13.443624 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-7d42d8fc-2763-4278-9da4-177153484ca1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:13.445157 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-7d42d8fc-2763-4278-9da4-177153484ca1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 946 time: 0.0684066 Jun 19 01:06:13.553850 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.602134 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Deleting port 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:06:13.603016 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.653619 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 23152fbc-5479-467b-9848-5960a74c651a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:13.681082 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.683484 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:13.696731 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] For port 2d9515f8-9caa-409d-ba32-92739a24a836, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2d9515f8-9caa-409d-ba32-92739a24a836,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:13.697187 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.725787 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:13.728753 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:13.732174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:13.737711 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Pushing event updated for resources: {'Port': ['ID=3f6c867c-de93-405d-b091-58e8a71be2dd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:13.756856 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:13.782935 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 23152fbc-5479-467b-9848-5960a74c651a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:13.806359 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.906308 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.906685 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:13.906997 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Floating IP d5e7272a-d45d-46dd-9150-c0b001b37949 disassociated. External IP: 172.28.3.244, port: 2d9515f8-9caa-409d-ba32-92739a24a836. Jun 19 01:06:13.907336 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Calling delete_port for 2d9515f8-9caa-409d-ba32-92739a24a836 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:06:14.078415 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.131793 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.136604 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-86f0d2d5-5d4a-4815-a2c0-105d320d4084 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:14.164310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'Port': ['ID=2d9515f8-9caa-409d-ba32-92739a24a836,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:14.171429 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:14.321852 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:06:14.363042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.383685 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1799fc9-4b0a-4f63-ac9b-fe1fbadb9516 None None] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:06:14.428851 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6948da3d-277e-4f70-8aa5-a816ff643af8 req-d6b9fb8e-65bf-4b4f-a4f7-3c488b8d57dc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.0339622 Jun 19 01:06:14.505713 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:14.518522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:14.545296 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:14.545296 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:14.571690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] No DVR routers for this DVR port 2d9515f8-9caa-409d-ba32-92739a24a836 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:06:14.573579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.575512 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8919adfc-cf1d-4b1a-8361-461607f0ce0d req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "DELETE /v2.0/ports/2d9515f8-9caa-409d-ba32-92739a24a836 HTTP/1.1" status: 204 len: 173 time: 1.1252477 Jun 19 01:06:14.576069 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-deleted', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:14.578399 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f5f32e-aa9a-473a-8559-628e742870bb" -d '{"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-deleted", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:14.622517 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d69242-8646-4f0e-9d56-52dfdaacc638 x-openstack-request-id: req-d2d69242-8646-4f0e-9d56-52dfdaacc638 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:14.623030 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf48cc1-a408-465c-bb14-23ded4f27632", "name": "network-vif-deleted", "tag": "2d9515f8-9caa-409d-ba32-92739a24a836", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:14.623361 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2d69242-8646-4f0e-9d56-52dfdaacc638 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:14.623785 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf48cc1-a408-465c-bb14-23ded4f27632', 'name': 'network-vif-deleted', 'tag': '2d9515f8-9caa-409d-ba32-92739a24a836', 'status': 'completed', 'code': 200} Jun 19 01:06:14.656138 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Provisioning for port 23152fbc-5479-467b-9848-5960a74c651a completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:14.674651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Router 6cdee586-4d29-4a5a-8de4-90651cba6be2 is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:06:14.676968 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Provisioning complete for port 23152fbc-5479-467b-9848-5960a74c651a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:14.677354 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.847144 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:14.858123 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Sync routers for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:14.871637 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:14.872426 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:14.876337 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:14.903472 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:14.905030 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3685710 Jun 19 01:06:14.907674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38358) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:15.026331 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:15.041234 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.136544 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] For port 23152fbc-5479-467b-9848-5960a74c651a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=23152fbc-5479-467b-9848-5960a74c651a,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:15.206273 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.214631 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:15.344154 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:15.381876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:15.388042 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:13Z', 'revision_number': 3, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:15.401923 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:15.402506 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:15.437314 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Checking router: 6cdee586-4d29-4a5a-8de4-90651cba6be2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:15.438022 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Updating router 6cdee586-4d29-4a5a-8de4-90651cba6be2 port 3f6c867c-de93-405d-b091-58e8a71be2dd binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:06:15.452283 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-49022a50-5d5b-43d4-866e-d8587f43180d None None] Provisioning complete for port 23152fbc-5479-467b-9848-5960a74c651a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:15.452699 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-49022a50-5d5b-43d4-866e-d8587f43180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.491553 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.562875 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Pushing event updated for resources: {'Port': ['ID=23152fbc-5479-467b-9848-5960a74c651a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:15.567710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:15.595307 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:15.791892 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3755c5f6-ad38-413f-9961-ed08b878bb9b req-5de167c0-1568-4460-ba99-14aca005a933 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=eaf48cc1-a408-465c-bb14-23ded4f27632 HTTP/1.1" status: 200 len: 210 time: 0.0664029 Jun 19 01:06:15.855231 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.870121 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Transition to ACTIVE for port object 3f6c867c-de93-405d-b091-58e8a71be2dd will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:15.913452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.927198 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38374) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:15.932788 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:15.937348 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:15.940587 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:16.011008 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ae6f-e0da-4e14-bd18-31e2b62b7152 None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:16.021358 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Attempting to bind port 3f6c867c-de93-405d-b091-58e8a71be2dd on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:16.021789 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Attempting to bind port 3f6c867c-de93-405d-b091-58e8a71be2dd by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:16.022159 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Attempting to bind port 3f6c867c-de93-405d-b091-58e8a71be2dd on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:16.031633 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:16.034822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:16.034822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.034822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:16.034822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Bound port: 3f6c867c-de93-405d-b091-58e8a71be2dd, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:16.034822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.035977 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Pushing event updated for resources: {'Port': ['ID=3f6c867c-de93-405d-b091-58e8a71be2dd,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:16.065196 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.065749 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.072005 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:16.075764 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:16.131384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.146880 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] For port 3f6c867c-de93-405d-b091-58e8a71be2dd, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:16.152253 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] For port 3f6c867c-de93-405d-b091-58e8a71be2dd, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=3f6c867c-de93-405d-b091-58e8a71be2dd,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:16.163617 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Allocated IP 172.20.0.1 (e10d1a94-9a7c-40a1-a8f5-84093cf18e03/57195a0c-adf9-4e31-a976-83db65ed3f99/07e1de89-7c66-4356-9ca9-1fe7d5d563b6) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:16.230215 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.233235 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-34a2a490-466d-40aa-aac4-7fa8df722574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:16.281655 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:16.282291 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:16.283182 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.328151 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.343793 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Pushing event updated for resources: {'Port': ['ID=3f6c867c-de93-405d-b091-58e8a71be2dd,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:16.348081 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:16.348739 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Transition to ACTIVE for port object 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:16.366600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.370701 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:16.395811 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f9240-128e-42bc-a58e-d2164319ce56 None None] New status for floating IP d5e7272a-d45d-46dd-9150-c0b001b37949: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:06:16.400443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a39de8-93f2-4a5a-b474-e090e03bc066,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:16.417179 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:16.437106 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cb9bdbae50d4165a5e63dfabce9fca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083683 Jun 19 01:06:16.439877 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38380) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:16.453842 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.458983 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-17f5538b-2aeb-472e-aff2-55ce19d25f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:16.501326 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.506486 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:16.518031 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:16.523146 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:16.527211 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:16.531101 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Pushing event updated for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:16.536678 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:16.564689 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.597550 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.709624 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.712524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.716267 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35a39de8-93f2-4a5a-b474-e090e03bc066 HTTP/1.1" status: 204 len: 168 time: 0.2720296 Jun 19 01:06:16.716267 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bb03e426-6c03-41ac-8e6d-1771ba3b35d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:16.723781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a39de8-93f2-4a5a-b474-e090e03bc066,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:16.726948 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:16.791985 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:13Z', 'revision_number': 3, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:16.880619 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.914735 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a95fe2a2-ce52-41d0-9371-bda1ccd57871 None None] Provisioning for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:16.918684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a95fe2a2-ce52-41d0-9371-bda1ccd57871 None None] Provisioning complete for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:16.919478 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a95fe2a2-ce52-41d0-9371-bda1ccd57871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:16.930485 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddf2e16-bff5-40dd-b738-0e0a1f7e1dc3 None None] The sync data for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb is: [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:13Z', 'revision_number': 3, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:16.963491 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a95fe2a2-ce52-41d0-9371-bda1ccd57871 None None] Port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:17.029043 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38390) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:17.122494 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.126382 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.164146 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.188104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38394) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:17.222651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8649388'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.224537 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56b74164-3812-40df-9e69-45a948e39dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:17.264149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Deleting subnet 6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:06:17.267816 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.299683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Pushing event updated for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:17.305551 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:17.306571 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.330500 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.337325 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.337325 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "DELETE /v2.0/security-groups/4954fade-f5a2-4b72-9755-669d996fda72 HTTP/1.1" status: 204 len: 168 time: 0.3043611 Jun 19 01:06:17.337927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38396) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:17.357372 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.api.v2.resource [None req-e0f06387-3ba5-4c84-997c-8f5c077e573a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] show failed (client error): The resource could not be found. Jun 19 01:06:17.361135 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e0f06387-3ba5-4c84-997c-8f5c077e573a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups/4954fade-f5a2-4b72-9755-669d996fda72 HTTP/1.1" status: 404 len: 347 time: 0.0179598 Jun 19 01:06:17.361135 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.362232 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38398) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:17.369150 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1ed9aa44-7769-4916-ab8d-d8f848310a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:17.382295 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954fade-f5a2-4b72-9755-669d996fda72,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:17.385759 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:17.402807 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:06:17.445452 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:17.447152 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:17.459894 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 2d9515f8-9caa-409d-ba32-92739a24a836 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:06:17.460249 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 2d9515f8-9caa-409d-ba32-92739a24a836 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:06:17.500356 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38400) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:17.531097 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.578489 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.646308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Router 6cdee586-4d29-4a5a-8de4-90651cba6be2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:06:17.662270 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Deleting port 5f7ace61-0762-4217-8581-448f921ee725 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:06:17.662619 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.751287 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 23152fbc-5479-467b-9848-5960a74c651a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:17.774561 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.774853 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.820007 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c70fbdcb-3b04-4cf8-bcbf-987339b11e19 None None] Provisioning complete for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:17.820393 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c70fbdcb-3b04-4cf8-bcbf-987339b11e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.840704 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.844969 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:17.858915 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Calling delete_port for 5f7ace61-0762-4217-8581-448f921ee725 owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:06:17.862349 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] 10.222.0.22 "PUT /v2.0/routers/6cdee586-4d29-4a5a-8de4-90651cba6be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528787 Jun 19 01:06:17.881315 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-c70fbdcb-3b04-4cf8-bcbf-987339b11e19 None None] Port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:17.884950 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 23152fbc-5479-467b-9848-5960a74c651a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:17.885149 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.958887 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.964157 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:17.971731 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3f6c867c-de93-405d-b091-58e8a71be2dd up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:17.989639 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.993223 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:17.995567 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:17.997766 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6044aa2c-1fe8-4004-9fb1-0c8cfa3561f1 HTTP/1.1" status: 204 len: 168 time: 0.8086474 Jun 19 01:06:18.000019 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-368ac981-df23-4484-ad18-574c25544c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.000240 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38404) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:18.000363 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-937763de-d672-43e8-a4ad-1daa353b0804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:18.060642 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548d0be4-8533-44e5-ae20-03cd8dd349ec,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:18.066898 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.071118 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4991102e848a4eec87d48e7be4416ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697422 Jun 19 01:06:18.073883 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38408) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:18.114798 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.120283 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 3f6c867c-de93-405d-b091-58e8a71be2dd completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:18.125477 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 3f6c867c-de93-405d-b091-58e8a71be2dd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:18.125941 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.140476 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.165517 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.191132 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.199589 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3b3f8cdb-342a-4b05-8841-afb120bc49dc tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:18.219534 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.231401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'Port': ['ID=5f7ace61-0762-4217-8581-448f921ee725,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:18.235785 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.237423 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.242515 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 3f6c867c-de93-405d-b091-58e8a71be2dd, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=3f6c867c-de93-405d-b091-58e8a71be2dd,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:18.271129 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b7479d-4727-46d3-824c-83bacbc4b883']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:18.298286 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43ba902-0b39-4563-a19e-7b922782636a') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:18.298496 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43ba902-0b39-4563-a19e-7b922782636a') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:18.311717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.326431 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.326605 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.330188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.331845 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/548d0be4-8533-44e5-ae20-03cd8dd349ec HTTP/1.1" status: 204 len: 168 time: 0.2533989 Jun 19 01:06:18.339956 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:18.340780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d2eb21d1-1852-480f-8e0e-d52cd09498e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:18.340890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.344115 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548d0be4-8533-44e5-ae20-03cd8dd349ec,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:18.344278 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.347171 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.352586 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.352765 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "DELETE /v2.0/floatingips/d5e7272a-d45d-46dd-9150-c0b001b37949 HTTP/1.1" status: 204 len: 168 time: 0.9866552 Jun 19 01:06:18.352765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:06:18.352765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:06:18.353202 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:06:18.456791 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=3f6c867c-de93-405d-b091-58e8a71be2dd,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:18.460760 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.543227 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.547923 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:18.553256 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] 10.222.0.22 "DELETE /v2.0/networks/36b7479d-4727-46d3-824c-83bacbc4b883 HTTP/1.1" status: 204 len: 168 time: 0.5487494 Jun 19 01:06:18.553256 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:18.564115 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b7479d-4727-46d3-824c-83bacbc4b883,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:18.566972 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d9b09434-8a2c-41f5-b252-62bbafe4c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:18.858247 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Sync routers for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:18.867837 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:18.868421 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:18.887396 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38426) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:18.892421 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711893579', 'description': 'tempest-description--1398305664'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:18.972377 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:19.000237 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.027477 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38432) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:19.115309 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-69ad841a-bbb5-43d4-ab77-12c7e3652619 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08efa41125cc4d97b61d16f7f0f6cc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859280 Jun 19 01:06:19.119139 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38436) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:19.154250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38438) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:19.159622 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1108016563-network', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:19.177493 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.193256 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.209449 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 2, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:19.217342 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.226354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.232362 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8041ee0c-9cfd-4a49-acac-0071f0d4e392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:19.247932 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Checking router: 6cdee586-4d29-4a5a-8de4-90651cba6be2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:19.248306 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Updating router 6cdee586-4d29-4a5a-8de4-90651cba6be2 port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:06:19.279737 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b64104-3719-4af1-8796-6f4cb0775958,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:19.287667 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:19.287864 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.326294 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Made reservation on behalf of 944e2b51ea254fd99a8e60f13e8fa983 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:19.329617 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.338421 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.518857 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.518857 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.520590 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0e14d63-c063-4526-b124-7f7e006a9413 HTTP/1.1" status: 204 len: 168 time: 0.3936050 Jun 19 01:06:19.521418 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.525104 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6341145 Jun 19 01:06:19.525104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-56d9b8ce-5032-4940-977e-91f498ddd346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:19.525454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38446) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:19.532388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group_rule': {'security_group_id': 'b6b64104-3719-4af1-8796-6f4cb0775958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:19.534717 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e14d63-c063-4526-b124-7f7e006a9413,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:19.538590 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:19.575692 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.587857 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Transition to ACTIVE for port object 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:19.590679 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3f6c867c-de93-405d-b091-58e8a71be2dd up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:19.633143 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.651776 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.652820 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 3f6c867c-de93-405d-b091-58e8a71be2dd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:19.653206 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.654906 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:19.699589 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331c3f9-c4fd-419b-97bc-b5d74e6bcf54 None None] Pushing event updated for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:19.709840 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-0331c3f9-c4fd-419b-97bc-b5d74e6bcf54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:19.713271 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.739480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:06:19.752343 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0f5e384e-0400-41e6-b0cb-f14e5d5509bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:19.784123 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.791252 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Added segment 424d79fc-977d-4ed3-ab43-d4b3d9664553 of type vlan for network eedcf160-ad8b-47c4-81b1-779df6fef3cb Jun 19 01:06:19.811907 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Attempting to bind port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:19.812647 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Attempting to bind port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:19.812976 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Attempting to bind port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 on network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:19.820486 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:19.820892 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Checking segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:19.821482 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.821829 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Bound using segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:19.822472 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Bound port: 07e1de89-7c66-4356-9ca9-1fe7d5d563b6, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:19.822862 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.875431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.888647 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46b7e3-4c7a-413d-8d02-83e35564dc89,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:19.893334 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:19.909850 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] For port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:19.914742 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] For port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:19.919784 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:19.989094 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.007226 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.008097 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.008732 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:20.009589 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.013271 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e0deab81-1f0e-4bac-bba4-a758b1e1bf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:20.018519 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-e784185b-f7c4-4996-8e6b-2f9aec330311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:20.080781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.086951 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:20.088098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Pushing event updated for resources: {'Network': ['ID=eedcf160-ad8b-47c4-81b1-779df6fef3cb,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:20.088300 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:20.105280 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:06:20.107440 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:20.108163 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f95343c9-07fc-4b46-b0a4-ede7b79b5c21 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:20.127246 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fba02d-ddf8-4536-a9b5-dc6416212a6f,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:20.138727 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9833174 Jun 19 01:06:20.140008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:20.141665 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38464) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:20.150243 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Request body: {'subnet': {'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1108016563-subnet', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:20.151927 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331c3f9-c4fd-419b-97bc-b5d74e6bcf54 None None] Pushing event updated for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:20.155456 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-0331c3f9-c4fd-419b-97bc-b5d74e6bcf54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:20.195981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.199035 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6717005 Jun 19 01:06:20.200707 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38470) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:20.217050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'security_group_rule': {'security_group_id': 'b6b64104-3719-4af1-8796-6f4cb0775958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:20.257335 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:20.305697 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Made reservation on behalf of 944e2b51ea254fd99a8e60f13e8fa983 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:20.308947 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.478471 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-a1f89471-302d-4517-b03a-37465be52265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:19Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:20.485426 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.512877 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f89471-302d-4517-b03a-37465be52265 None None] The sync data for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb is: [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:19Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:20.555551 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.559477 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:20.599260 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.635400 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb8d12a-20e8-43ec-afdc-a6233a9afddb,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:20.649848 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:20.657348 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.659401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:20.664988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Checking segment: {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:20.668384 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Network hostable DHCP agents. Network: eedcf160-ad8b-47c4-81b1-779df6fef3cb, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:06:20.676679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5f1e5-a8ca-43f6-b3ba-e772d1f0505a,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:20.684730 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:20.777248 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:06:20.788870 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.790484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5874138 Jun 19 01:06:20.793546 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38484) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:20.798595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:20.857600 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, eedcf160-ad8b-47c4-81b1-779df6fef3cb) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:20.861660 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:20.862224 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.868103 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d09bc47-3319-4c6a-b1f7-8483520ca14d None None] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:06:20.881243 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:20.961752 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8188739 Jun 19 01:06:20.964239 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38494) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:20.969556 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:21.058070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.092146 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.093399 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.146501 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:06:21.147538 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.188699 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.318981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Allocated IP 172.28.3.111 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/3d528640-c21a-4b15-95d8-c2a386642143) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:21.372712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Allocated IP 172.20.0.2 (eedcf160-ad8b-47c4-81b1-779df6fef3cb/adb8d12a-20e8-43ec-afdc-a6233a9afddb/997a365c-f6c8-4388-b039-23bcef9e171a) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:21.475705 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.487070 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.560756 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.572124 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Transition to ACTIVE for port object 997a365c-f6c8-4388-b039-23bcef9e171a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:21.605169 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Transition to ACTIVE for port object 997a365c-f6c8-4388-b039-23bcef9e171a will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:21.612765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.617257 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:21.651056 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:21.685525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:21.694128 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:21.696785 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:21.700296 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.703090 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:21.728442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=3d528640-c21a-4b15-95d8-c2a386642143,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:21.735167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:21.764015 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:21.776102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:21.790519 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:21.792391 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.813963 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.896029 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:21.977036 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Allocated IP 172.28.3.78 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:22.027184 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:22.086701 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:22.087092 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.119957 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.139984 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Pushing event updated for resources: {'Port': ['ID=997a365c-f6c8-4388-b039-23bcef9e171a,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:22.143208 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:22.148139 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Attempting to bind port 997a365c-f6c8-4388-b039-23bcef9e171a on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:22.148766 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Attempting to bind port 997a365c-f6c8-4388-b039-23bcef9e171a by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:22.149361 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Attempting to bind port 997a365c-f6c8-4388-b039-23bcef9e171a on network eedcf160-ad8b-47c4-81b1-779df6fef3cb {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:22.166101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:22.166893 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Checking segment: {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:22.167531 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.168149 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Bound using segment: {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:22.169035 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Bound port: 997a365c-f6c8-4388-b039-23bcef9e171a, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:22.169699 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.271689 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.299620 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] For port 997a365c-f6c8-4388-b039-23bcef9e171a, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:22.321796 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.331691 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7dfe19c3-da4a-4d2d-b476-128872c5d23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:22.335259 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] For port 997a365c-f6c8-4388-b039-23bcef9e171a, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=997a365c-f6c8-4388-b039-23bcef9e171a,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:22.346726 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:22.367806 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.377236 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:22.382361 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:22.385674 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:22.414197 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Pushing event updated for resources: {'Port': ['ID=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:22.418161 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:22.487329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.497777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.503289 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:22.541672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.594163 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:22.654983 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Pushing event updated for resources: {'Port': ['ID=997a365c-f6c8-4388-b039-23bcef9e171a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:22.658616 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:22.659312 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:22.659681 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:22.680401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.682813 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-da2f573d-befd-44e1-a86b-deebb396fece tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:22.784368 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=3d528640-c21a-4b15-95d8-c2a386642143,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:22.787735 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:22.819025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.914412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:22.915803 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1212554 Jun 19 01:06:23.016200 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:23.107578 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-1655a526-dc99-4a14-b9b2-37f930cd0bdd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1711893579&fields=id&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 267 time: 0.0350771 Jun 19 01:06:23.220103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:23.224731 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-8bae57c4-5534-431b-9be4-93b9464e1ea9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:23.229043 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-8bae57c4-5534-431b-9be4-93b9464e1ea9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 815 time: 0.1136932 Jun 19 01:06:23.242693 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-1f719e8a-bd13-4eb3-b399-508113d2a340 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/quotas/0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 375 time: 0.0107634 Jun 19 01:06:23.323633 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-92d0cc3c-5aac-4884-ad84-b4f8bb11d6b1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748336 Jun 19 01:06:23.412268 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Router 3847054b-fdff-4825-8153-add5cbbf98eb is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:06:23.453981 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-f9f2fc28-fb4f-4b54-9710-6e72481892c6 service neutron] 10.222.0.22 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148162 Jun 19 01:06:23.523116 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d93be-88d3-432d-befe-2e91970f23db None None] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:06:23.552239 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:23.561236 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-febe2458-5708-4c74-b9be-643023e55e28 service neutron] 10.222.0.22 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056709 Jun 19 01:06:23.579300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Sync routers for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:23.602491 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:23.603233 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:23.623789 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:23.625618 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6600249 Jun 19 01:06:23.630747 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38534) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:23.652346 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0accca68-f6c6-49f7-80df-7ccb9499f5fc None None] Provisioning for port 997a365c-f6c8-4388-b039-23bcef9e171a completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:23.716876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:23.834315 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:23.834709 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-03f2622b-36e7-41ca-8fb5-5c3740bccc8f req-90dbea2c-26a9-4dfa-b14c-85793bbd857b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 210 time: 0.0376327 Jun 19 01:06:23.915101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-27e81677-7010-400a-b2b1-653dd43fb26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:23.970123 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:23.970507 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.133644 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 997a365c-f6c8-4388-b039-23bcef9e171a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:24.196617 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 3, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:24.201108 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.231427 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Checking router: 3847054b-fdff-4825-8153-add5cbbf98eb for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:24.231901 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Updating router 3847054b-fdff-4825-8153-add5cbbf98eb port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:06:24.270274 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.272085 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 997a365c-f6c8-4388-b039-23bcef9e171a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:24.293923 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 997a365c-f6c8-4388-b039-23bcef9e171a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:24.294316 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.375629 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Allocated IP 172.20.0.1 (eedcf160-ad8b-47c4-81b1-779df6fef3cb/adb8d12a-20e8-43ec-afdc-a6233a9afddb/b0f5bf94-5bea-44f3-bec5-af93354bc98d) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:24.459006 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a70b38e8-1608-452a-a4dd-60445bde8c35 None None] Provisioning complete for port 997a365c-f6c8-4388-b039-23bcef9e171a triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:24.459401 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a70b38e8-1608-452a-a4dd-60445bde8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.502387 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.515013 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Transition to ACTIVE for port object b0f5bf94-5bea-44f3-bec5-af93354bc98d will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:24.533653 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.619965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.623794 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:24.626256 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 997a365c-f6c8-4388-b039-23bcef9e171a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=997a365c-f6c8-4388-b039-23bcef9e171a,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:24.668423 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a70b38e8-1608-452a-a4dd-60445bde8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.672205 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:24.678707 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:24.681148 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:24.683159 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:24.685181 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:24.700737 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.703802 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.706731 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:24.726533 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.763533 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Transition to ACTIVE for port object 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:24.797662 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=997a365c-f6c8-4388-b039-23bcef9e171a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:24.805996 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:24.814101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.db.api [None req-a70b38e8-1608-452a-a4dd-60445bde8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 01:06:24.814500 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_db.api [None req-a70b38e8-1608-452a-a4dd-60445bde8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 01:06:24.886856 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.888520 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:24.951684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Attempting to bind port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:24.952152 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Attempting to bind port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:24.952637 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Attempting to bind port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:24.955455 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Pushing event updated for resources: {'Port': ['ID=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:24.958468 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:24.961660 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:24.962028 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:24.962509 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.963183 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:24.963684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Bound port: 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:24.963875 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:24.983798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.045156 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e9f97d61-9185-4864-9944-dfc1c15a2827 req-904bda60-8129-49b8-9ed5-60393178f50c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 210 time: 0.0495737 Jun 19 01:06:25.171852 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] For port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:25.175097 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] For port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:25.183876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.240657 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8649388'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.241793 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.244168 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f1497501-2096-4239-b7db-7040c89fec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:25.244815 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:25.297653 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:25.298284 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:05:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:25.306978 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:25.309608 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.312116 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:25.348728 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Pushing event updated for resources: {'Port': ['ID=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:25.354396 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:25.408681 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:25.410817 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:25.449150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:25.530920 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Router 3847054b-fdff-4825-8153-add5cbbf98eb has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:06:25.654392 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 997a365c-f6c8-4388-b039-23bcef9e171a up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:25.663568 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:25.669150 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] 10.222.0.22 "PUT /v2.0/routers/3847054b-fdff-4825-8153-add5cbbf98eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0395784 Jun 19 01:06:25.688399 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-bcddda3b-acd2-48b4-ac91-5427d4672240 None None] Provisioning for port b0f5bf94-5bea-44f3-bec5-af93354bc98d completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:25.700792 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-bcddda3b-acd2-48b4-ac91-5427d4672240 None None] Provisioning complete for port b0f5bf94-5bea-44f3-bec5-af93354bc98d triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:25.701103 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bcddda3b-acd2-48b4-ac91-5427d4672240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.767293 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bcddda3b-acd2-48b4-ac91-5427d4672240 None None] Port b0f5bf94-5bea-44f3-bec5-af93354bc98d cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:25.774961 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 997a365c-f6c8-4388-b039-23bcef9e171a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:25.775342 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.825591 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:24Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'b0f5bf94-5bea-44f3-bec5-af93354bc98d', 'name': '', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'mac_address': 'fa:16:3e:4a:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:24Z', 'updated_at': '2021-06-19T01:06:25Z', 'revision_number': 2, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'subnets': [{'id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:25.854490 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f606306-9020-4872-b5f0-37f8fe6ffb15 None None] The sync data for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb is: [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:24Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'b0f5bf94-5bea-44f3-bec5-af93354bc98d', 'name': '', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'mac_address': 'fa:16:3e:4a:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:24Z', 'updated_at': '2021-06-19T01:06:25Z', 'revision_number': 2, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'subnets': [{'id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:25.917809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-41dd2875-8f72-485a-95c7-8c518831ad49 None None] Provisioning complete for port b0f5bf94-5bea-44f3-bec5-af93354bc98d triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:25.918039 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-41dd2875-8f72-485a-95c7-8c518831ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:25.969739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-41dd2875-8f72-485a-95c7-8c518831ad49 None None] Port b0f5bf94-5bea-44f3-bec5-af93354bc98d cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:26.292152 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-41b6fa11-ab05-45b4-ad7d-1edc98e1a4d8 req-34f01c17-b7d7-45fa-baf0-f029082a3728 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 210 time: 0.0361128 Jun 19 01:06:26.453113 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-787b0040-ccd9-44f2-9b3e-76d2fb3b21b1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:26.455352 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-787b0040-ccd9-44f2-9b3e-76d2fb3b21b1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 815 time: 0.1459334 Jun 19 01:06:26.544045 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-9db43a96-8b5a-424e-b891-a716d0106095 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 380 time: 0.0780823 Jun 19 01:06:26.554575 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'port': {'device_id': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'admin_state_up': True, 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'security_groups': ['b6b64104-3719-4af1-8796-6f4cb0775958']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:26.583525 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:26.657833 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-27496c1a-8cd5-4749-9023-9fba41ff9839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:26.777337 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Made reservation on behalf of 0b579470dc7043268ee87ec1dd96096a for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:26.781054 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:26.978697 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Allocated IP 172.20.0.14 (b4e87aef-f42b-4873-9ec1-92d19117baa2/c203a73c-16a1-4e67-91b5-70a5429668b2/bdd1c3ca-703e-427e-98d8-7c02ce1dbefd) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:27.172192 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.190698 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Transition to ACTIVE for port object bdd1c3ca-703e-427e-98d8-7c02ce1dbefd will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:27.322292 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.327974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:27.378486 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.389301 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:27.395034 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:27.402145 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:27.466659 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:27.479139 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:27.560654 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:27.561411 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.682560 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:27.687009 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1375616 Jun 19 01:06:27.703147 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Request body: {'port': {'device_id': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:27.860123 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.897288 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:27.901515 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:27.901909 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.956220 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8832dd48-76fc-4e5d-94d9-b2c6f753bf1d None None] Provisioning for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:27.976236 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8832dd48-76fc-4e5d-94d9-b2c6f753bf1d None None] Provisioning complete for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:27.979472 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8832dd48-76fc-4e5d-94d9-b2c6f753bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:27.983379 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8846d68-2fa1-498b-83e9-1e1fad008ce4 req-46586b31-ed13-4824-a9c9-896afd7e1026 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:27.987210 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d8846d68-2fa1-498b-83e9-1e1fad008ce4 req-46586b31-ed13-4824-a9c9-896afd7e1026 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 932 time: 0.1741557 Jun 19 01:06:28.065411 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8832dd48-76fc-4e5d-94d9-b2c6f753bf1d None None] Port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:28.096407 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d8846d68-2fa1-498b-83e9-1e1fad008ce4 req-4790a2bd-cd07-4439-8181-c9f6c0ca6967 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018977 Jun 19 01:06:28.104124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9700-1ffd-4e7c-990e-cef122d2a382 req-bc1b1016-2587-463b-a9e4-d26405b394e4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:28.105843 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd1c9700-1ffd-4e7c-990e-cef122d2a382 req-bc1b1016-2587-463b-a9e4-d26405b394e4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.2468438 Jun 19 01:06:28.182829 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:28.231372 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:28.241876 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd1c9700-1ffd-4e7c-990e-cef122d2a382 req-0fef2c8d-dc5e-443c-bfe7-b17761bb0cb8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260896 Jun 19 01:06:28.337899 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:28.346878 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:28.409800 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:06:28.411385 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:28.415073 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:28.428596 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:28.447183 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Transition to ACTIVE for port object bdd1c3ca-703e-427e-98d8-7c02ce1dbefd will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:28.515422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:28.525643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5ce93692-e39a-4b49-9155-404d39ff7a5c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:28.693141 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:28.698457 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:28.750805 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Attempting to bind port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:28.751290 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Attempting to bind port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:28.751475 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Attempting to bind port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:28.759886 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38670) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:28.765288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd on network b4e87aef-f42b-4873-9ec1-92d19117baa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:06:28.765623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Attempting to bind port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd on network b4e87aef-f42b-4873-9ec1-92d19117baa2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:28.787209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:28.787533 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Checking segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:28.787827 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Bound using segment: {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:28.788318 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Bound port: bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da4c324-0735-474b-be73-47fd01191acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:28.788702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:28.898768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:28.905336 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:28.976967 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.023357 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.038722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8701a292-54e9-4406-9ae9-35218bfceab2 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:29.071487 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.072037 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.073969 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] 10.222.0.26 "PUT /v2.0/ports/bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 1094 time: 1.3757474 Jun 19 01:06:29.074477 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:29.077483 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:29.147797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d153e8-5f03-44f9-afd8-38ce5d5007fc x-openstack-request-id: req-27d153e8-5f03-44f9-afd8-38ce5d5007fc {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:29.148129 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:29.152316 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27d153e8-5f03-44f9-afd8-38ce5d5007fc {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:29.153112 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'status': 'completed', 'code': 200} Jun 19 01:06:29.159334 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.169839 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:29.176794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:29.206035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.209325 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-aac99187-f378-46c0-9e86-7d72a352d636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:29.333690 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87cfa8-41e3-4909-8952-6a6e883f63cb,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:29.347279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:29.347703 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.348243 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3da791c9c47d4d8d94955a7c4ee03327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861902 Jun 19 01:06:29.349338 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38696) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:29.367777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-91a022fe-c54a-495a-aee6-7fb8c2c704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.369325 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-91a022fe-c54a-495a-aee6-7fb8c2c704f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1097 time: 0.1881387 Jun 19 01:06:29.439255 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.466582 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.624980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:29.629330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-c33264ab-9395-4a90-97b9-45184143646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.631092 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-c33264ab-9395-4a90-97b9-45184143646c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b579470dc7043268ee87ec1dd96096a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2435300 Jun 19 01:06:29.634072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.634941 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.638808 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396f0b3-1686-44dc-a86c-15de1468d569 req-449e55bf-4a2e-43b7-895e-699dfc6b5c40 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.639797 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb87cfa8-41e3-4909-8952-6a6e883f63cb HTTP/1.1" status: 204 len: 168 time: 0.2889922 Jun 19 01:06:29.646968 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f1429b-5a2c-4525-a0ba-626bb25c35f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:29.648131 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2396f0b3-1686-44dc-a86c-15de1468d569 req-449e55bf-4a2e-43b7-895e-699dfc6b5c40 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.3132660 Jun 19 01:06:29.662134 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87cfa8-41e3-4909-8952-6a6e883f63cb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:29.674968 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:29.722386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541aa0f0-b6a5-4924-ba6a-9c2a2ce7dd96 req-def5c015-9cf4-4c30-a68f-0fd36366745c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.724637 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-541aa0f0-b6a5-4924-ba6a-9c2a2ce7dd96 req-def5c015-9cf4-4c30-a68f-0fd36366745c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.1437898 Jun 19 01:06:29.779004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:29.779004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:29.810961 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-541aa0f0-b6a5-4924-ba6a-9c2a2ce7dd96 req-bef4ac0a-9a25-40c2-8497-53f244c9cfcb tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791900 Jun 19 01:06:29.825688 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-f2cbe821-6421-40b9-a8b2-eeb3b5b92731 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.827775 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-f2cbe821-6421-40b9-a8b2-eeb3b5b92731 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 945 time: 0.2639673 Jun 19 01:06:29.844213 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2396f0b3-1686-44dc-a86c-15de1468d569 req-b0aa9646-ceac-4e60-b64e-6ced0c085aa0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951272 Jun 19 01:06:29.851400 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Sync routers for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:29.867139 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:29.867942 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:29.909340 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-2aea4ab2-e9de-4ac5-a6b0-4732b062ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:29.911427 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e6dd1fd3-04f0-45e3-a7aa-6b4d82dab828 req-2aea4ab2-e9de-4ac5-a6b0-4732b062ae54 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607613 Jun 19 01:06:29.999600 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:30.055314 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Deleting port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:06:30.055819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.102283 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-b69d73b4-91fa-4d01-b246-70f6ff1aa3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:30.103953 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-b69d73b4-91fa-4d01-b246-70f6ff1aa3f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1097 time: 0.1245234 Jun 19 01:06:30.160668 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-58df9b8b-0a44-4808-9f8c-ab8cc6b7da40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 217 time: 0.0495052 Jun 19 01:06:30.233339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] For port c6c2ed6b-6ddb-4adc-a631-1f8443afe707, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:30.233809 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.244949 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-80a60dd7-09d5-4ffa-83a3-d6fccd546dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:30.246627 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-80a60dd7-09d5-4ffa-83a3-d6fccd546dfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0802770 Jun 19 01:06:30.290943 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:24Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'b0f5bf94-5bea-44f3-bec5-af93354bc98d', 'name': '', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'mac_address': 'fa:16:3e:4a:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:24Z', 'updated_at': '2021-06-19T01:06:25Z', 'revision_number': 2, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'subnets': [{'id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:30.325615 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Checking router: 3847054b-fdff-4825-8153-add5cbbf98eb for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:30.331476 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Updating router 3847054b-fdff-4825-8153-add5cbbf98eb port b0f5bf94-5bea-44f3-bec5-af93354bc98d binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:06:30.361333 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.403701 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-578d27f4-4879-4ac0-9077-940375641b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:30.405701 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-578d27f4-4879-4ac0-9077-940375641b74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1231277 Jun 19 01:06:30.536794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.537297 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.537675 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Floating IP 89532d27-ddd5-46d7-9dd4-200a89373ec1 disassociated. External IP: 172.28.3.19, port: c6c2ed6b-6ddb-4adc-a631-1f8443afe707. Jun 19 01:06:30.538080 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Calling delete_port for c6c2ed6b-6ddb-4adc-a631-1f8443afe707 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:06:30.590579 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38710) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:30.616236 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.640195 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-8af2466d-856f-40aa-b7d9-07c8d332ad43 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234488 Jun 19 01:06:30.652606 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.665935 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Transition to ACTIVE for port object b0f5bf94-5bea-44f3-bec5-af93354bc98d will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:30.743433 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.746373 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:30.747351 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.829208 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.833410 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-81134d9a-a177-41f0-8b9e-8b2dfd1ad062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:30.838618 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fb4975fc-bc68-44f7-b384-de9b434fa3c3 req-a24901d1-9927-4095-b606-5ea4c626508b service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903505 Jun 19 01:06:30.887446 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d82a8-1d49-4692-b527-2e22d24d9093 None None] Pushing event updated for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:30.895798 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-3e5d82a8-1d49-4692-b527-2e22d24d9093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:30.955736 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912227e-03e2-49bf-a116-1d0ce4ca932a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:30.962136 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Attempting to bind port b0f5bf94-5bea-44f3-bec5-af93354bc98d on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:30.963114 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Attempting to bind port b0f5bf94-5bea-44f3-bec5-af93354bc98d by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:30.963665 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Attempting to bind port b0f5bf94-5bea-44f3-bec5-af93354bc98d on network eedcf160-ad8b-47c4-81b1-779df6fef3cb {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:30.968113 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=911719cf4d6849939b2647d94e2fe812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757834 Jun 19 01:06:30.969964 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:30.970653 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Checking segment: {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:30.970993 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38718) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:30.971380 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.971928 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Bound using segment: {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:30.973257 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Bound port: b0f5bf94-5bea-44f3-bec5-af93354bc98d, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424d79fc-977d-4ed3-ab43-d4b3d9664553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:30.974136 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:30.974271 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:30.992671 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.017260 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b24b4bc3-0952-4461-bf2c-cc257713bea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:31.060594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'Port': ['ID=c6c2ed6b-6ddb-4adc-a631-1f8443afe707,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:31.080899 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:31.103326 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] For port b0f5bf94-5bea-44f3-bec5-af93354bc98d, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:31.106659 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] For port b0f5bf94-5bea-44f3-bec5-af93354bc98d, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=b0f5bf94-5bea-44f3-bec5-af93354bc98d,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:31.109190 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ff271aec-9f1c-4823-bbdd-c43553300519 req-3607e2ca-28c2-446c-9e8d-722b7395943f tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0858805 Jun 19 01:06:31.183541 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.186790 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-d23b4355-051d-4147-8d7f-85dedb63ed91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:31.242454 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d82a8-1d49-4692-b527-2e22d24d9093 None None] Pushing event updated for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:31.260899 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.286800 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.289504 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-3e5d82a8-1d49-4692-b527-2e22d24d9093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:31.290931 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:31.291817 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:31.456984 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:31.715917 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device b0f5bf94-5bea-44f3-bec5-af93354bc98d up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:31.765046 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41f78-f097-434f-934a-b8a55184edf6 req-3084802d-2c8b-4d77-a7c8-8125eb84b55b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:31.766685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-70f41f78-f097-434f-934a-b8a55184edf6 req-3084802d-2c8b-4d77-a7c8-8125eb84b55b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.6136549 Jun 19 01:06:31.783488 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:06:31.876283 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-70f41f78-f097-434f-934a-b8a55184edf6 req-d93d80da-e7fb-43a4-a974-efc5b19c7091 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009932 Jun 19 01:06:31.892385 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:24Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'b0f5bf94-5bea-44f3-bec5-af93354bc98d', 'name': '', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'mac_address': 'fa:16:3e:4a:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:24Z', 'updated_at': '2021-06-19T01:06:31Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'subnets': [{'id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:31.931794 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.933390 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port b0f5bf94-5bea-44f3-bec5-af93354bc98d completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:31.934808 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.936405 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6912227e-03e2-49bf-a116-1d0ce4ca932a HTTP/1.1" status: 204 len: 168 time: 0.9642439 Jun 19 01:06:31.939551 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-eb5bb6b1-1b4c-4f22-8a05-1eaac5d1fe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:31.941533 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port b0f5bf94-5bea-44f3-bec5-af93354bc98d triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:31.942742 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fe47c-0e37-41d4-9413-f6cdde826977 None None] The sync data for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb is: [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:24Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'b0f5bf94-5bea-44f3-bec5-af93354bc98d', 'name': '', 'network_id': 'eedcf160-ad8b-47c4-81b1-779df6fef3cb', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'mac_address': 'fa:16:3e:4a:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:24Z', 'updated_at': '2021-06-19T01:06:31Z', 'revision_number': 4, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'subnets': [{'id': 'adb8d12a-20e8-43ec-afdc-a6233a9afddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:31.944853 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:31.993946 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912227e-03e2-49bf-a116-1d0ce4ca932a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:32.005263 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:32.076471 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:32.092100 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:32.118744 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:32.134196 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] No DVR routers for this DVR port c6c2ed6b-6ddb-4adc-a631-1f8443afe707 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:06:32.136824 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:32.139427 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-22a4aca0-bd55-46fc-8563-ea288532eb37 req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "DELETE /v2.0/ports/c6c2ed6b-6ddb-4adc-a631-1f8443afe707 HTTP/1.1" status: 204 len: 173 time: 2.2915623 Jun 19 01:06:32.149121 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'name': 'network-vif-deleted', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:32.153665 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aea553-efe9-4767-9531-8602b5287603" -d '{"events": [{"server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "name": "network-vif-deleted", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:32.158866 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:32.159531 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:32.164425 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port b0f5bf94-5bea-44f3-bec5-af93354bc98d, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=b0f5bf94-5bea-44f3-bec5-af93354bc98d,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:32.206704 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815250a-f386-47d7-8920-f8c42cf477f1 x-openstack-request-id: req-4815250a-f386-47d7-8920-f8c42cf477f1 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:32.208265 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de87140-2147-4051-b833-4bb581a0d6ac", "name": "network-vif-deleted", "tag": "c6c2ed6b-6ddb-4adc-a631-1f8443afe707", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:32.209129 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4815250a-f386-47d7-8920-f8c42cf477f1 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:32.209129 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de87140-2147-4051-b833-4bb581a0d6ac', 'name': 'network-vif-deleted', 'tag': 'c6c2ed6b-6ddb-4adc-a631-1f8443afe707', 'status': 'completed', 'code': 200} Jun 19 01:06:32.279122 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:32.319977 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d1d76193-7400-4c56-880b-60d9658e0162 req-be13982a-cf83-4dbd-b408-761ffef1557b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0367689 Jun 19 01:06:32.420625 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:32.424201 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:32.534215 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:32.537948 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:32.581539 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:32.636042 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:32.649518 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:32.650232 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:32.823774 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:33.162512 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cde97-87d9-4ab1-8b23-362fc72c7f13 req-e1855e32-c951-44fd-83f4-eb61f75f0cc7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:33.163936 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7d5cde97-87d9-4ab1-8b23-362fc72c7f13 req-e1855e32-c951-44fd-83f4-eb61f75f0cc7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0751755 Jun 19 01:06:33.231071 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7d5cde97-87d9-4ab1-8b23-362fc72c7f13 req-37e501f8-7e08-4834-a3ff-22d4dc894654 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597091 Jun 19 01:06:33.343522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:33.381280 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993695e-85ec-496f-a105-00c860dbe8be None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:33.471431 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:06:33.507213 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device c6c2ed6b-6ddb-4adc-a631-1f8443afe707 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:06:33.542818 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-769e6723-d4b3-4047-83cf-6f82927e44db req-f03c411b-e080-4977-b1d1-f93e93bbe2c5 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=9de87140-2147-4051-b833-4bb581a0d6ac HTTP/1.1" status: 200 len: 210 time: 0.0675535 Jun 19 01:06:33.602942 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: c6c2ed6b-6ddb-4adc-a631-1f8443afe707 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:06:33.602942 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device c6c2ed6b-6ddb-4adc-a631-1f8443afe707 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:06:33.669826 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device b0f5bf94-5bea-44f3-bec5-af93354bc98d up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:33.717032 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:33.739406 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:06:33.791270 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port b0f5bf94-5bea-44f3-bec5-af93354bc98d triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:33.791270 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:33.794035 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:33.834089 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb3581b-d8af-41a2-a706-4af67717bff3 None None] New status for floating IP 89532d27-ddd5-46d7-9dd4-200a89373ec1: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:06:33.834929 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:06:33.861001 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:33.931413 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:33.934406 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:34.001583 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:34.005327 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:34.145494 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:06:34.493276 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f0b6-0a1b-42c9-9b45-0aacb789cae1 req-1af8918a-9d23-4af8-bd42-fa268f51ac4e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:34.501033 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3dc3f0b6-0a1b-42c9-9b45-0aacb789cae1 req-1af8918a-9d23-4af8-bd42-fa268f51ac4e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 945 time: 0.0866559 Jun 19 01:06:34.559142 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3dc3f0b6-0a1b-42c9-9b45-0aacb789cae1 req-0e144182-460f-4fd9-9900-57737b487317 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566065 Jun 19 01:06:34.733440 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38796) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:34.815990 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:34.854195 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:34.969793 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38808) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:34.994796 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:34.997910 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.001593 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "DELETE /v2.0/security-groups/8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0 HTTP/1.1" status: 204 len: 168 time: 0.2647245 Jun 19 01:06:35.001593 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-e22cbbfa-300b-4956-9f4c-11048002761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:35.002347 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38812) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:35.011892 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:35.017741 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:35.028368 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.api.v2.resource [None req-1be6fbd2-6a2d-4b54-9d78-611795afe545 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] show failed (client error): The resource could not be found. Jun 19 01:06:35.033175 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38814) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:35.034701 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-1be6fbd2-6a2d-4b54-9d78-611795afe545 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups/8716ebc1-d9d9-4c1f-91af-a2b4546fb8d0 HTTP/1.1" status: 404 len: 347 time: 0.0294955 Jun 19 01:06:35.157066 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.232418 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Deleting port 48e85552-063e-40cd-b6a5-9561c8e8254f {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:06:35.233051 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.351102 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.351444 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.367768 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.433311 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Calling delete_port for 48e85552-063e-40cd-b6a5-9561c8e8254f owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:06:35.439468 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.460324 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7b88888b-cf88-4780-89d6-c1d8296cc177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:35.478271 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:06:35.481871 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10a3735d566440e2a26799235fe54449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110121 Jun 19 01:06:35.484533 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38816) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:35.556402 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4d6c22-f017-4af6-bd41-a328d63b6a9c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:35.559382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.572204 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:35.608391 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.617962 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:35.622533 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:35.623810 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.742618 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.786847 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:35.787845 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:35.790233 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a67beb-bc35-42f3-af28-1f72b444bfeb" -d '{"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:35.804074 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58d47c-3943-41f1-a678-00f0fa7ae06e req-06ffcb48-b72b-464f-8606-c73b25edaeca tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:35.805776 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b58d47c-3943-41f1-a678-00f0fa7ae06e req-06ffcb48-b72b-464f-8606-c73b25edaeca tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 945 time: 0.0986257 Jun 19 01:06:35.823293 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.823691 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.826596 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.828034 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c4d6c22-f017-4af6-bd41-a328d63b6a9c HTTP/1.1" status: 204 len: 168 time: 0.3425372 Jun 19 01:06:35.829876 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-59b7be65-7226-49c0-9c34-37a670662599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:35.841018 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:35.845454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4d6c22-f017-4af6-bd41-a328d63b6a9c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:35.858566 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:35.878555 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22215f21-b5b3-461a-beed-1feb57e38018 x-openstack-request-id: req-22215f21-b5b3-461a-beed-1feb57e38018 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:35.879945 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:35.880587 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22215f21-b5b3-461a-beed-1feb57e38018 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:35.882863 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'code': 200} Jun 19 01:06:35.884774 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:35.889072 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:35.892410 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'Port': ['ID=48e85552-063e-40cd-b6a5-9561c8e8254f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:35.898562 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:35.950761 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b58d47c-3943-41f1-a678-00f0fa7ae06e req-3201835d-2f26-4239-b301-1f7b93a7d5d4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366913 Jun 19 01:06:35.982483 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:35.986193 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:36.240697 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:36.243523 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:36.245149 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fcba6e84-07f8-482d-9505-09d1a3f646ba tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "DELETE /v2.0/floatingips/89532d27-ddd5-46d7-9dd4-200a89373ec1 HTTP/1.1" status: 204 len: 168 time: 1.2108743 Jun 19 01:06:36.373136 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4809c-6303-487f-84c9-73befe178073 req-a19d80d9-9364-4668-8351-d3b37dc28797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:36.375040 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-05d4809c-6303-487f-84c9-73befe178073 req-a19d80d9-9364-4668-8351-d3b37dc28797 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1099 time: 0.0942183 Jun 19 01:06:36.441390 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-05d4809c-6303-487f-84c9-73befe178073 req-ec06fd94-8cea-4946-b69b-8f5226e2f34e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595338 Jun 19 01:06:37.148899 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54e3d0-f2f0-41a7-ac24-83d1f45f3568 req-dd89ff68-08f5-44ab-b630-1dc01fde17cd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:37.150801 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6f54e3d0-f2f0-41a7-ac24-83d1f45f3568 req-dd89ff68-08f5-44ab-b630-1dc01fde17cd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0679724 Jun 19 01:06:37.161591 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38842) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:37.166433 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013639952', 'description': 'tempest-description--827334529'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:37.199924 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6f54e3d0-f2f0-41a7-ac24-83d1f45f3568 req-68c281f3-8351-4f04-8403-e4847de53d84 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376744 Jun 19 01:06:37.274995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.369331 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.428310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.431639 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-53cbc2a1-f699-4467-b3d0-1d3eba3678dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:37.464205 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dd5b8b-78fd-4075-ae13-23c03a7a399c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:37.471797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.472176 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.472692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.472934 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.473933 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.474374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.474784 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.475066 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.475422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.475777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.476129 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.476478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.479930 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:37.531561 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.532854 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3701837 Jun 19 01:06:37.536325 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38850) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:37.541039 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group_rule': {'security_group_id': 'e6dd5b8b-78fd-4075-ae13-23c03a7a399c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:37.646395 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.702931 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.818315 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.820384 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:37.839548 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e82a2-db03-4a86-9b39-bb2024e316d0,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:37.849905 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.850454 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.850904 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.851418 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.851874 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.852312 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.852877 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.853320 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.853844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.854274 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.854700 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.855134 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:06:37.859232 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:37.931992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:37.933530 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961864 Jun 19 01:06:37.936230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38852) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:37.941215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'security_group_rule': {'security_group_id': 'e6dd5b8b-78fd-4075-ae13-23c03a7a399c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:38.018579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.084891 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.142969 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.154251 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-91ba0607-7012-467a-8233-3a229609b905 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:38.167437 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32806750-b834-41d0-a03c-86b11cc3e4e4,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:38.169919 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:38.224346 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.225767 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881088 Jun 19 01:06:38.229789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38854) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:38.234632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:38.316457 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.469429 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7830e4-7b80-499c-9856-1857de3ecad5 req-ee60b3c8-dcc1-441f-a3b7-24a7d80a1443 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:38.470950 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd7830e4-7b80-499c-9856-1857de3ecad5 req-ee60b3c8-dcc1-441f-a3b7-24a7d80a1443 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0890493 Jun 19 01:06:38.517241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.545643 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd7830e4-7b80-499c-9856-1857de3ecad5 req-bdeb2cb9-a247-4180-ba82-d656e20177db tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679226 Jun 19 01:06:38.682918 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Allocated IP 172.28.3.216 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:38.754315 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e8800-a519-41ca-b262-9dd761e1e7f6 req-2b3fec0c-b015-4860-ae0f-eb842ba58636 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:38.756630 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ea4e8800-a519-41ca-b262-9dd761e1e7f6 req-2b3fec0c-b015-4860-ae0f-eb842ba58636 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0837424 Jun 19 01:06:38.766800 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38864) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:38.773813 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Request body: {'floatingip': {'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:38.824285 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.869080 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.911033 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38868) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:38.963766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:38.972955 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4a3738f7-1538-46f9-b823-e4066aad5ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:39.011090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:39.016370 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:39.032296 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:39.076594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.116447 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:39.124412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:39.233317 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.312344 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.367254 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.408573 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.440070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.444470 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c37fd57e-40dd-4da3-99b6-4eda87ee3f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:39.486911 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.529641 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87fff12e381d47e5a9a9ddc670ed7ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152108 Jun 19 01:06:39.529641 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d31ec2-56d4-4d9a-82e5-8afd57602b79,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:39.532925 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38872) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:39.540429 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-be44f5ce-e263-4e4d-a860-139e68fb326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:39.627426 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.l3_db [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Floating IP b3bc47f7-80e3-4a88-887a-a3dabb7de153 associated. External IP: 172.28.3.111, port: bdd1c3ca-703e-427e-98d8-7c02ce1dbefd. Jun 19 01:06:39.632067 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.673316 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.676091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.737272 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.740085 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f61253fd-5305-425d-a61c-4bbe59073857 tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:39.828039 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.830592 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.834285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81d31ec2-56d4-4d9a-82e5-8afd57602b79 HTTP/1.1" status: 204 len: 168 time: 0.2976732 Jun 19 01:06:39.843226 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.854626 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:39.857878 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:39.858418 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d7741222-3ae7-49b2-be35-82e36d1d5929 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:39.869223 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d31ec2-56d4-4d9a-82e5-8afd57602b79,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:39.871598 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-772620bd-4d3f-4499-a1ec-92373776a9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:39.885112 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:06:39.914986 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:39.923881 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6854708 Jun 19 01:06:40.024695 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:06:40.036519 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:06:40.040655 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:40.063652 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:40.064329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:40.081368 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-08b4faec-097f-4b1e-96e8-c0b529be62a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "PUT /v2.0/floatingips/b3bc47f7-80e3-4a88-887a-a3dabb7de153 HTTP/1.1" status: 200 len: 992 time: 1.3134532 Jun 19 01:06:40.082056 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:40.084594 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65726d796f4bce0e28478e58d89249897d48f88e498b5672e5d04313892f704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:40.208935 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-beec8282-e20c-4362-bc70-7e876d7454f0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1013639952&fields=id&tenant_id=21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 267 time: 0.0547953 Jun 19 01:06:40.251965 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:40.324733 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-86e0bfa1-0abc-433e-a5a3-7eb089c418ee tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:40.325884 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-86e0bfa1-0abc-433e-a5a3-7eb089c418ee tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 811 time: 0.1157610 Jun 19 01:06:40.339474 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-6722e64a-233c-495a-8d9d-58db72fa6863 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/quotas/21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 375 time: 0.0127044 Jun 19 01:06:40.360757 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7fe63c-0712-48f0-9fb0-76caa94ec7ec x-openstack-request-id: req-bf7fe63c-0712-48f0-9fb0-76caa94ec7ec {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:40.364278 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:40.364278 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf7fe63c-0712-48f0-9fb0-76caa94ec7ec {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:40.364278 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'status': 'completed', 'code': 200} Jun 19 01:06:40.493571 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-009aaf99-f7b3-4a93-9b7c-3ad3a0c1cebd tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464748 Jun 19 01:06:40.500308 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-e12a8b39-76a9-4331-920a-ef74fa5103f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:40.501829 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-e12a8b39-76a9-4331-920a-ef74fa5103f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1099 time: 0.1190822 Jun 19 01:06:40.661423 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b3bc47f7-80e3-4a88-887a-a3dabb7de153', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:39Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:40.675543 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-17462cc4-8c7f-4a02-bc27-4f6a2b543ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:40.677690 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-17462cc4-8c7f-4a02-bc27-4f6a2b543ab7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.1693997 Jun 19 01:06:40.681353 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-00e8647d-4e83-4902-8a2f-b86289645436 service neutron] 10.222.0.22 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634026 Jun 19 01:06:40.692668 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:06:40.703562 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:06:40.704279 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:40.794972 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-2b421180-1a16-4550-95b6-cf32595fc76d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 1000 time: 0.1112182 Jun 19 01:06:40.815835 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:06:40.857691 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-4eac13be-5294-4679-be30-a48a03e47027 service neutron] 10.222.0.22 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681485 Jun 19 01:06:40.871378 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-9767c55f-227b-441f-960f-deb94fdc152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:40.873078 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-9767c55f-227b-441f-960f-deb94fdc152a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0692279 Jun 19 01:06:40.938869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-f6f643b8-c098-41c2-981c-f7d5d0066e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:40.940783 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-f6f643b8-c098-41c2-981c-f7d5d0066e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0608749 Jun 19 01:06:41.038005 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-c2d91369-fc2f-49d7-afde-c489be5b8ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906911 Jun 19 01:06:41.056491 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b3bc47f7-80e3-4a88-887a-a3dabb7de153', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:39Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:06:41.067733 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:06:41.079276 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 38894) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:41.094624 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.135268 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fbbfc61e-ea3d-447c-b2ff-af1a2873e1de req-81a64daf-726f-4ee4-a8e5-45c37a4749ac service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910885 Jun 19 01:06:41.201514 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.208668 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae636ab-05dd-4fe1-b1c6-5bc8247e04cf None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b3bc47f7-80e3-4a88-887a-a3dabb7de153', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'floating_ip_address': '172.28.3.111', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:39Z', 'revision_number': 1, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:06:41.280854 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.286512 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8700f87d-988e-431a-baee-ffa2bb02c131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:41.377309 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7a50f6e3-4bf6-4c83-8f6c-2f9da3f10f93 req-1eabc3f5-f17c-46a1-beba-f3943d8863e4 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 210 time: 0.0921068 Jun 19 01:06:41.430538 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2e862-ad67-4080-882f-69d8733fc2af,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:41.434612 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:41.441436 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 38910) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:41.441996 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d9a6e1299d6488d8c9db16d0b8718ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612366 Jun 19 01:06:41.513470 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.542385 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.574540 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b6d35-5665-4d13-b6ae-c09d963d1311 None None] New status for floating IP b3bc47f7-80e3-4a88-887a-a3dabb7de153: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:06:41.651803 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.654721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:41.659666 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71a2e862-ad67-4080-882f-69d8733fc2af HTTP/1.1" status: 204 len: 168 time: 0.2170918 Jun 19 01:06:41.660486 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b4efb81f-fe57-46eb-a24d-ebbb91b6db12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:41.676262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2e862-ad67-4080-882f-69d8733fc2af,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:41.697572 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:42.543752 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-241be03b-3440-4b9d-a2d1-555c0d47e30e req-c45f60d8-e98d-4f6e-9047-824eac1fc055 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 210 time: 0.0320578 Jun 19 01:06:42.886178 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-80d4c6ed-f4b1-4558-8f5b-170b575ec857 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:42.887647 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-80d4c6ed-f4b1-4558-8f5b-170b575ec857 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 815 time: 0.1061707 Jun 19 01:06:42.902092 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-99d5cc5b-25a5-4405-b390-ecdf635b506c tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/quotas/c03f5fb1465044a8b956adc1b166a271 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Jun 19 01:06:42.972789 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-03295cdc-146b-4591-8a3e-2d934e8a7507 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655124 Jun 19 01:06:43.070399 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-b97a017a-5751-4dfe-85a3-a58a6146430a service neutron] 10.222.0.22 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Jun 19 01:06:43.159201 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-7c292115-120b-4ac2-bea9-664df0b025e7 service neutron] 10.222.0.22 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830505 Jun 19 01:06:43.428437 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-09e873dd-a128-4e74-baf6-340ce7dbbe47 req-18c67f4d-e41e-4d05-a7d0-a60c8942e7fa tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0316172 Jun 19 01:06:43.657987 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-667ab0c4-8b2e-4200-9b4c-77fc95d181c5 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:43.660965 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-667ab0c4-8b2e-4200-9b4c-77fc95d181c5 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 811 time: 0.1323652 Jun 19 01:06:43.715987 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-e6d7fa34-944f-47de-9a10-5e0ce8dcb645 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21553535f7604259861876f43cb2d496 HTTP/1.1" status: 200 len: 380 time: 0.0446672 Jun 19 01:06:43.728128 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'port': {'device_id': '69d83b23-44e0-4680-9850-41b10e38834e', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'admin_state_up': True, 'tenant_id': '21553535f7604259861876f43cb2d496', 'security_groups': ['e6dd5b8b-78fd-4075-ae13-23c03a7a399c']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:43.733158 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fabd1866-cbd6-4cc6-bb4c-084086f2966f req-568dbda4-4266-4bae-a5b0-94faa548edbc tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 210 time: 0.0546217 Jun 19 01:06:43.819494 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:43.960960 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Made reservation on behalf of 21553535f7604259861876f43cb2d496 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:43.965488 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.102839 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Allocated IP 172.20.0.3 (78765d70-4c6e-4371-a857-ee69113a2afd/3ef9a89a-3ab0-4399-bc83-d8ecad982e34/8ed1b79c-7881-4d1e-8337-7eb3c2d659f7) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:44.237837 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.257503 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Transition to ACTIVE for port object 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:44.400865 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.404895 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0a7312c1-79f4-4c36-bcd3-25278de51c07 tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:44.446747 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Network 78765d70-4c6e-4371-a857-ee69113a2afd is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:44.450114 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:44.453902 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:44.491382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event updated for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:44.496725 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:44.525201 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:44.526101 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.547690 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-43dae502-055c-4a50-908d-35c0b405a37c req-34b66b3d-a1f6-4b6e-9f9c-da41ec75e4fe tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0304909 Jun 19 01:06:44.618720 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8963361 Jun 19 01:06:44.632410 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Request body: {'port': {'device_id': '69d83b23-44e0-4680-9850-41b10e38834e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:44.706930 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.777842 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-95081c42-2051-481a-baa0-bb82158386dc None None] Provisioning for port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:44.781752 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-95081c42-2051-481a-baa0-bb82158386dc None None] Provisioning complete for port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:44.785282 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-95081c42-2051-481a-baa0-bb82158386dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:44.836992 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-95081c42-2051-481a-baa0-bb82158386dc None None] Port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:45.002193 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc192-5661-4eae-91cb-dc8fe02f2f92 req-848ebbfe-6986-49ae-808d-198d20652e47 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:45.003633 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-538dc192-5661-4eae-91cb-dc8fe02f2f92 req-848ebbfe-6986-49ae-808d-198d20652e47 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 931 time: 0.1153426 Jun 19 01:06:45.070716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:06:45.079523 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:45.083977 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-538dc192-5661-4eae-91cb-dc8fe02f2f92 req-04c4b2eb-0828-48c2-b60a-b6ccd1553840 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723319 Jun 19 01:06:45.095806 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Transition to ACTIVE for port object 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:45.171825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:45.174018 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-be3781e6-bd44-466c-a87a-77d072cd6ffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:45.246304 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Pushing event updated for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:45.251178 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:45.324865 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Attempting to bind port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:45.325200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Attempting to bind port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:45.325527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Attempting to bind port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:45.330304 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 on network 78765d70-4c6e-4371-a857-ee69113a2afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:06:45.330659 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Attempting to bind port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 on network 78765d70-4c6e-4371-a857-ee69113a2afd {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:45.336853 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:45.337247 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Checking segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:45.337944 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Bound using segment: {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:45.338390 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Bound port: 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115b1b78-2024-42ba-a874-9add651dbb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:45.338742 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:45.409610 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:45.413241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:45.520952 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:45.523033 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:45.553961 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:45.554564 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:45.556611 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] 10.222.0.26 "PUT /v2.0/ports/8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 HTTP/1.1" status: 200 len: 1093 time: 0.9291756 Jun 19 01:06:45.558702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:45.566074 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:45.587648 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Pushing event updated for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:45.591172 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:45.611329 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64023d6-5346-432b-86b9-2e03f491656f x-openstack-request-id: req-d64023d6-5346-432b-86b9-2e03f491656f {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:45.611663 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:45.611957 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d64023d6-5346-432b-86b9-2e03f491656f {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:45.612382 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'status': 'completed', 'code': 200} Jun 19 01:06:45.719914 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3d5b8c8c-d14d-4553-8969-a4d4fcbdde7b req-113b181c-d0f2-4445-b125-9fb02bb0159e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0328703 Jun 19 01:06:45.721945 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-86b12ff4-f6f5-47ec-95f2-b3e63c9ece2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:45.723890 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-86b12ff4-f6f5-47ec-95f2-b3e63c9ece2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 1096 time: 0.0893776 Jun 19 01:06:45.823213 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-1262ccc5-ec98-4025-a029-cb56e1f9a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:45.824620 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-1262ccc5-ec98-4025-a029-cb56e1f9a18f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21553535f7604259861876f43cb2d496&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0920157 Jun 19 01:06:45.922630 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-fd4e4d13-0faa-4a55-ac10-6c68eb461609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:45.924058 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8b687e0a-5ccb-46be-852b-2b61ae52c7a6 req-fd4e4d13-0faa-4a55-ac10-6c68eb461609 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934017 Jun 19 01:06:46.076819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-4a354383-c56d-4ba4-a371-6268929e4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:46.078308 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-4a354383-c56d-4ba4-a371-6268929e4e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 1096 time: 0.1195388 Jun 19 01:06:46.144838 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-e2d09509-ad5d-4a76-86ef-2ba5847e8b93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 HTTP/1.1" status: 200 len: 217 time: 0.0490770 Jun 19 01:06:46.190530 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-5dff380a-fc31-4fc5-a635-8aec264c6f3a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:46.192450 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-5dff380a-fc31-4fc5-a635-8aec264c6f3a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 815 time: 0.1938000 Jun 19 01:06:46.208021 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'port': {'device_id': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'admin_state_up': True, 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:46.277607 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-1f9fc91d-2262-4064-961f-fdc6427f4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:46.279079 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-1f9fc91d-2262-4064-961f-fdc6427f4ce0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.1276340 Jun 19 01:06:46.668413 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1976-72b7-4697-95dc-a38e32275b1f req-6349c4d0-1049-4e50-a061-0bf1d145af5e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:46.670119 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-740f1976-72b7-4697-95dc-a38e32275b1f req-6349c4d0-1049-4e50-a061-0bf1d145af5e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.4672170 Jun 19 01:06:46.689315 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-4d9c6888-12f0-4f56-8b37-8c544ebe30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:46.690617 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-4d9c6888-12f0-4f56-8b37-8c544ebe30cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4025388 Jun 19 01:06:46.760780 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Made reservation on behalf of c03f5fb1465044a8b956adc1b166a271 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:06:46.764384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:46.787685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-740f1976-72b7-4697-95dc-a38e32275b1f req-3844fe2d-e182-48f1-802a-d49c0d11ea06 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101985 Jun 19 01:06:46.861734 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-497ab381-6b7c-4cbc-a22c-ea40c0c51f27 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592419 Jun 19 01:06:46.902008 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d46f4933-871e-45b7-92e4-63019cea2dbe req-12359895-e03b-43fc-8eeb-a2c081741f39 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0329797 Jun 19 01:06:46.987437 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Allocated IP 172.20.0.3 (e10d1a94-9a7c-40a1-a8f5-84093cf18e03/57195a0c-adf9-4e31-a976-83db65ed3f99/a9f59b08-8d18-4928-bcd2-5725da9d92a3) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:06:47.013092 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b34efe13-6230-434f-b4d9-65307f43dc06 req-b8a6c86f-5afe-4bec-a283-8f472c3906dc service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430140 Jun 19 01:06:47.160219 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:47.175749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Transition to ACTIVE for port object a9f59b08-8d18-4928-bcd2-5725da9d92a3 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:47.252480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:47.276275 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f0e8c6e8-1b56-4a4a-980b-8748fd1f7f3c tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:47.358717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:06:47.360454 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:06:47.362371 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:47.365515 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:06:47.368310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:47.425088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:47.426009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:47.532948 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312531 Jun 19 01:06:47.664073 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a01a5c2f-e802-42f2-8d72-96c227532cb7 None None] Provisioning for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:06:47.668833 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a01a5c2f-e802-42f2-8d72-96c227532cb7 None None] Provisioning complete for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:06:47.669140 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a01a5c2f-e802-42f2-8d72-96c227532cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:47.704476 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a01a5c2f-e802-42f2-8d72-96c227532cb7 None None] Port a9f59b08-8d18-4928-bcd2-5725da9d92a3 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:06:47.994585 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d31e0-b9d1-4270-8ce8-47efd9674d0c req-46a2c778-959f-4f2b-97b7-8186665c1602 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:47.996228 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-045d31e0-b9d1-4270-8ce8-47efd9674d0c req-46a2c778-959f-4f2b-97b7-8186665c1602 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0744138 Jun 19 01:06:48.042428 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-045d31e0-b9d1-4270-8ce8-47efd9674d0c req-88bb7092-4592-402b-8d99-9f4633a536e3 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364137 Jun 19 01:06:48.220141 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0d3cb-4c7c-42eb-af35-851b8ebd30d6 req-69bb28fb-3832-45c2-a641-e7739a63311b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:48.221774 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-21f0d3cb-4c7c-42eb-af35-851b8ebd30d6 req-69bb28fb-3832-45c2-a641-e7739a63311b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0677283 Jun 19 01:06:48.262752 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-21f0d3cb-4c7c-42eb-af35-851b8ebd30d6 req-4ea926bf-a9fe-4c29-a075-4e1e9a22f49c tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342951 Jun 19 01:06:49.222745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda533cd-49f5-4bcc-80f8-fe68536268c3 req-061bc365-2f31-4d86-97ab-011e330c1734 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:49.224684 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-dda533cd-49f5-4bcc-80f8-fe68536268c3 req-061bc365-2f31-4d86-97ab-011e330c1734 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0631187 Jun 19 01:06:49.262719 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-dda533cd-49f5-4bcc-80f8-fe68536268c3 req-ed966bc9-c887-45aa-a8bb-5bf0ff78e961 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jun 19 01:06:49.444054 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c00c-7e7e-46eb-a7d4-f743be6c52d7 req-cb08dfa7-c938-40c1-96a8-f9ab9b2596c4 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:49.445542 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-57b8c00c-7e7e-46eb-a7d4-f743be6c52d7 req-cb08dfa7-c938-40c1-96a8-f9ab9b2596c4 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0686738 Jun 19 01:06:49.486968 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-57b8c00c-7e7e-46eb-a7d4-f743be6c52d7 req-ac15e17a-bba3-406c-9fc1-044b1690cfd7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357456 Jun 19 01:06:50.441236 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6641d-12f5-413c-aa37-982e07079aef req-e88b615a-d126-4f5c-987f-0c8979e4823c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:50.442816 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-79a6641d-12f5-413c-aa37-982e07079aef req-e88b615a-d126-4f5c-987f-0c8979e4823c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0653710 Jun 19 01:06:50.482817 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-79a6641d-12f5-413c-aa37-982e07079aef req-dd3a8cf9-36cd-4964-b0cf-507f263a9306 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Jun 19 01:06:50.670800 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448d17-ce5a-48c9-8924-eea394c6de45 req-3b54bed0-79f3-4678-85a9-16b25855710f tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:50.672258 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d4448d17-ce5a-48c9-8924-eea394c6de45 req-3b54bed0-79f3-4678-85a9-16b25855710f tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0759614 Jun 19 01:06:50.713359 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d4448d17-ce5a-48c9-8924-eea394c6de45 req-fea6bdf4-7bfd-4389-961f-091a5f396746 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Jun 19 01:06:51.672494 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b7ec-f18d-4199-94a5-73c19b2d1677 req-efb92e0b-ea4c-43e8-b381-cd5f38888aa0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:51.675311 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1d85b7ec-f18d-4199-94a5-73c19b2d1677 req-efb92e0b-ea4c-43e8-b381-cd5f38888aa0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0728090 Jun 19 01:06:51.689940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39092) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:51.717257 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1d85b7ec-f18d-4199-94a5-73c19b2d1677 req-eee91e56-9309-4a7f-879a-b68cfd5cc031 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335493 Jun 19 01:06:51.805322 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:51.908365 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:51.911053 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56531-57c8-49c8-a917-6d049c1c9755 req-2571615f-264b-4c80-9ff0-b10e068b64f6 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:51.913040 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ffd56531-57c8-49c8-a917-6d049c1c9755 req-2571615f-264b-4c80-9ff0-b10e068b64f6 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0732996 Jun 19 01:06:51.953732 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ffd56531-57c8-49c8-a917-6d049c1c9755 req-cc8f9a78-4af1-4162-84b0-2b80b5f89596 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Jun 19 01:06:51.979143 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:51.982023 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ebe4d7bd-8595-4e13-9cf8-78d4a7cb51a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:52.021286 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db6d7c6dfacf42cea43deb1010adf1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277915 Jun 19 01:06:52.021286 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5676061-b49c-4164-bf5a-3230172f8bde,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:52.021961 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39098) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:52.023389 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:52.080806 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:52.103117 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:52.212008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:52.214705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:52.217840 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5676061-b49c-4164-bf5a-3230172f8bde HTTP/1.1" status: 204 len: 168 time: 0.1923888 Jun 19 01:06:52.217840 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f469b2f9-ce59-41f4-a4aa-9ca947393908 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:52.227161 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5676061-b49c-4164-bf5a-3230172f8bde,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:52.230752 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:52.832016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39106) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:52.859901 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:52.960799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad7164-7e25-46cd-8bae-c4711e67f53d req-60cbd862-520d-4854-ba14-3374caac7042 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:52.969014 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7ad7164-7e25-46cd-8bae-c4711e67f53d req-60cbd862-520d-4854-ba14-3374caac7042 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.1251075 Jun 19 01:06:53.021658 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7ad7164-7e25-46cd-8bae-c4711e67f53d req-66794208-1679-432a-a9c2-91dc1c2215e2 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Jun 19 01:06:53.047432 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:53.215652 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e7894-17c2-4549-a6ba-95c23110f303 req-135d1dc1-2a28-440d-961b-d15600e6d21b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:53.217290 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9e1e7894-17c2-4549-a6ba-95c23110f303 req-135d1dc1-2a28-440d-961b-d15600e6d21b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0704665 Jun 19 01:06:53.260043 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9e1e7894-17c2-4549-a6ba-95c23110f303 req-b2a8856f-816a-4dbf-a18e-b4a76f49aa73 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Jun 19 01:06:53.869265 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:53.872123 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4b48129a-33cb-4e93-8a38-bd22407eae2f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:53.898711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-75a017e0-6913-4ad6-8242-1fd93603413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:53.908969 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3eeb4-eb24-4139-95a1-697f92235dde,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:53.914167 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b48e4da346734ef0a5b53df596eb30c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0800693 Jun 19 01:06:53.915104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:53.916757 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39114) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:06:53.967402 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:53.989738 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:54.103544 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:54.106750 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:54.110840 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0c3eeb4-eb24-4139-95a1-697f92235dde HTTP/1.1" status: 204 len: 168 time: 0.1926875 Jun 19 01:06:54.111943 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1712705f-4277-46fe-bf54-7f943ccb8f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:54.121896 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3eeb4-eb24-4139-95a1-697f92235dde,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:54.124070 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:54.254000 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac4aaf-2530-4d4a-ba90-a424af03280e req-4e9ec903-8a72-4732-bfec-310ac1ca0e01 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:54.255589 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ac4aaf-2530-4d4a-ba90-a424af03280e req-4e9ec903-8a72-4732-bfec-310ac1ca0e01 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0893345 Jun 19 01:06:54.296505 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e3ac4aaf-2530-4d4a-ba90-a424af03280e req-ff19362a-f0bd-471a-a6aa-a46f87311648 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Jun 19 01:06:54.498514 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b4ab-a234-4c21-8e6e-f44a4a68062b req-3c72d662-caf3-4c3a-b7b8-09829439b11d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:54.501018 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-13e0b4ab-a234-4c21-8e6e-f44a4a68062b req-3c72d662-caf3-4c3a-b7b8-09829439b11d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0900202 Jun 19 01:06:54.541325 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-13e0b4ab-a234-4c21-8e6e-f44a4a68062b req-424f31ff-e52a-4aed-a343-3ef7840e9eb4 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356314 Jun 19 01:06:55.493183 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11f764-bd20-4164-a78f-fbbc71e1d3fa req-a834243c-383c-4bf4-ab11-cb9eb5cb3fd6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:55.495626 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ec11f764-bd20-4164-a78f-fbbc71e1d3fa req-a834243c-383c-4bf4-ab11-cb9eb5cb3fd6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0704124 Jun 19 01:06:55.553998 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ec11f764-bd20-4164-a78f-fbbc71e1d3fa req-55a43c16-6a9c-4bab-8b33-60c190ec2669 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Jun 19 01:06:55.721463 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2966a5-8c5e-45c0-9d67-a655c09d5e56 req-835388e7-321e-4fbb-9a68-8657e8b5757d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:55.722936 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d2966a5-8c5e-45c0-9d67-a655c09d5e56 req-835388e7-321e-4fbb-9a68-8657e8b5757d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0639715 Jun 19 01:06:55.769541 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2d2966a5-8c5e-45c0-9d67-a655c09d5e56 req-76df4b96-a17a-424c-8ab4-314426e6174d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Jun 19 01:06:56.641352 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:56.657575 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-db8dfcc2-febb-4c93-bbfe-3af5d4d7fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:56.736240 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013a98-2636-4c52-abc3-093efdfeca83 req-0fb13dab-6cb0-4d84-832c-cda79c565fe6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:56.738063 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b3013a98-2636-4c52-abc3-093efdfeca83 req-0fb13dab-6cb0-4d84-832c-cda79c565fe6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0706408 Jun 19 01:06:56.779907 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b3013a98-2636-4c52-abc3-093efdfeca83 req-c3c070aa-8425-4ed4-9b9e-116cea2c3b79 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Jun 19 01:06:56.969806 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e81014-3981-417b-930f-52f663d5b6a6 req-dcfb0dde-dd38-4bf6-8f0c-aaae483ac657 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:56.971634 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-41e81014-3981-417b-930f-52f663d5b6a6 req-dcfb0dde-dd38-4bf6-8f0c-aaae483ac657 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.0877669 Jun 19 01:06:57.016577 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-41e81014-3981-417b-930f-52f663d5b6a6 req-ebaa9f25-7920-4e33-983c-8987bacc9eba tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Jun 19 01:06:57.349419 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:57.936622 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Request body: {'port': {'device_id': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:06:57.959959 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad901551-425d-49fd-b259-36a125856dcd req-52523b07-675e-4629-8ce8-5a42fb4667c0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:57.962082 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ad901551-425d-49fd-b259-36a125856dcd req-52523b07-675e-4629-8ce8-5a42fb4667c0 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0669961 Jun 19 01:06:58.001589 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ad901551-425d-49fd-b259-36a125856dcd req-65c4ecf8-9b31-4261-a217-7294ba7b9881 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337090 Jun 19 01:06:58.007595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.262800 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9459874-120d-45a1-9695-99d54ed0aeb1 req-c325b84b-5254-494f-bdb7-ca37c6a15c6d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:58.264254 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a9459874-120d-45a1-9695-99d54ed0aeb1 req-c325b84b-5254-494f-bdb7-ca37c6a15c6d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 931 time: 0.1321247 Jun 19 01:06:58.331916 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a9459874-120d-45a1-9695-99d54ed0aeb1 req-10676be9-bac3-491d-9840-94662eab4095 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609415 Jun 19 01:06:58.343481 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f59b08-8d18-4928-bcd2-5725da9d92a3 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:06:58.350923 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.362804 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Transition to ACTIVE for port object a9f59b08-8d18-4928-bcd2-5725da9d92a3 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:06:58.451119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.453947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7ab1d275-99c4-49f6-b105-c4dad9136a2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:58.532288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:58.535798 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:58.604168 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Attempting to bind port a9f59b08-8d18-4928-bcd2-5725da9d92a3 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:06:58.604781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Attempting to bind port a9f59b08-8d18-4928-bcd2-5725da9d92a3 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:06:58.605117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Attempting to bind port a9f59b08-8d18-4928-bcd2-5725da9d92a3 on network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:58.609461 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Port a9f59b08-8d18-4928-bcd2-5725da9d92a3 on network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:06:58.609781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Attempting to bind port a9f59b08-8d18-4928-bcd2-5725da9d92a3 on network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:06:58.616226 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:06:58.616226 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Checking segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:06:58.616711 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Bound using segment: {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:06:58.617207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Bound port: a9f59b08-8d18-4928-bcd2-5725da9d92a3, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:06:58.617618 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.684978 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:06:58.687914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:06:58.749493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.752372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fd138a59-d889-445a-89c4-daef6ab669dd tempest-AttachVolumeNegativeTest-2019682708 tempest-AttachVolumeNegativeTest-2019682708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:58.784885 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:58.785947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:58.787709 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 1093 time: 0.8554337 Jun 19 01:06:58.789920 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:06:58.793772 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cbc0b4-4d85-40e4-9d71-c360411c3796" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:06:58.826024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:58.829529 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:06:58.839388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df4887-ed52-4372-992b-575768f323d2 x-openstack-request-id: req-36df4887-ed52-4372-992b-575768f323d2 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:06:58.839508 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:06:58.839726 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36df4887-ed52-4372-992b-575768f323d2 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:06:58.840165 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:06:58.918006 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-3f6459c4-233d-47d8-a858-b13419f85d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:58.919664 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-3f6459c4-233d-47d8-a858-b13419f85d94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1096 time: 0.0570858 Jun 19 01:06:59.023330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-674d4825-c896-4ac7-888c-d2b89f8e6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.024828 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-674d4825-c896-4ac7-888c-d2b89f8e6b03 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c03f5fb1465044a8b956adc1b166a271&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964141 Jun 19 01:06:59.149650 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-acc7f627-6f26-4d0a-92d8-878e803762cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.151295 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-61cbc0b4-4d85-40e4-9d71-c360411c3796 req-acc7f627-6f26-4d0a-92d8-878e803762cb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187029 Jun 19 01:06:59.261633 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2583e3-404a-4b13-b721-8d5f8d177898 req-abdca8c9-778b-47ad-983b-41518e127ebf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.263450 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bb2583e3-404a-4b13-b721-8d5f8d177898 req-abdca8c9-778b-47ad-983b-41518e127ebf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 943 time: 0.0935175 Jun 19 01:06:59.270041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-50e912d9-c308-470d-9a96-4a9ffa0988dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.271648 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-50e912d9-c308-470d-9a96-4a9ffa0988dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1096 time: 0.0605259 Jun 19 01:06:59.304849 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:59.308961 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bb2583e3-404a-4b13-b721-8d5f8d177898 req-981495c1-90d3-4e3d-aeee-e7747bc7ed3b tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 Jun 19 01:06:59.315602 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-d4bcfd75-913e-4bb8-8beb-2ab6da663b0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 217 time: 0.0354669 Jun 19 01:06:59.363609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-040c5c3a-a5f2-4efe-9a75-fa923363c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.365788 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-040c5c3a-a5f2-4efe-9a75-fa923363c4d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.0441129 Jun 19 01:06:59.426614 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-9d17ff59-ce61-4470-8f8a-f38af55e5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.428707 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-9d17ff59-ce61-4470-8f8a-f38af55e5f97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0556800 Jun 19 01:06:59.560177 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:06:59.560384 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ad4d1dc8-d539-4b44-bb4b-27b36c0894aa service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253660 Jun 19 01:06:59.571810 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda86da-152c-4677-b426-28d92d36ca2e req-3b8588d6-4139-403a-a7e5-94eccef6ff98 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:06:59.573317 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eda86da-152c-4677-b426-28d92d36ca2e req-3b8588d6-4139-403a-a7e5-94eccef6ff98 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 943 time: 0.1259027 Jun 19 01:06:59.650383 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:59.654357 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eda86da-152c-4677-b426-28d92d36ca2e req-9067a55f-2648-4bbd-a825-66573d176e4c tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724189 Jun 19 01:06:59.663911 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'port_id': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'mac_address': 'fa:16:3e:11:f1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:06:59.679824 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84ca9d89-088c-4b7b-b298-16dd66f97b78 req-ffd10c25-a87b-48e5-9020-134818a7aa88 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055856 Jun 19 01:06:59.704383 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:59.717340 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:06:59.736710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:06:59.800365 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:06:59.803255 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ac9cea2c-06a4-4969-8428-1b0ba1c30b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:06:59.851483 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:06:59.855012 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:00.024368 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:00.487257 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03275d6-b332-4651-9a97-47feb1dda3fa req-4cdd5f81-1b02-43fd-b508-45b7231896aa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:00.488630 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c03275d6-b332-4651-9a97-47feb1dda3fa req-4cdd5f81-1b02-43fd-b508-45b7231896aa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 944 time: 0.0649810 Jun 19 01:07:00.526281 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c03275d6-b332-4651-9a97-47feb1dda3fa req-2bfba2a9-bbf7-4e8f-9d1c-734a47488351 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jun 19 01:07:00.831798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6abbfc-0f99-48c9-a478-6b59ea3ff675 req-d2047db7-3db2-492a-8eaf-6b3d7abdd5fe tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:00.833830 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ca6abbfc-0f99-48c9-a478-6b59ea3ff675 req-d2047db7-3db2-492a-8eaf-6b3d7abdd5fe tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 943 time: 0.0636415 Jun 19 01:07:00.871164 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ca6abbfc-0f99-48c9-a478-6b59ea3ff675 req-9622309a-1e5c-45c1-a926-2d27121ca1bb tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jun 19 01:07:01.585240 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device a9f59b08-8d18-4928-bcd2-5725da9d92a3 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:07:01.588684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:07:01.707739 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68e46a-b29d-4339-b96e-6381fe80f9e5 req-92de664d-1ca7-471d-b907-bc02b0936d97 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:01.709515 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ca68e46a-b29d-4339-b96e-6381fe80f9e5 req-92de664d-1ca7-471d-b907-bc02b0936d97 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 944 time: 0.0710156 Jun 19 01:07:01.716161 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:01.731652 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'port_id': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'mac_address': 'fa:16:3e:1e:9a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:07:01.755711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:07:01.758723 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ca68e46a-b29d-4339-b96e-6381fe80f9e5 req-63c90e7b-62b6-4e27-b505-301c2868d027 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Jun 19 01:07:01.765817 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:01.766194 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:01.790104 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:01.809112 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f59b08-8d18-4928-bcd2-5725da9d92a3 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:01.833324 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:01.872115 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:01.893235 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:01.895797 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d362fce-def3-4633-b456-567e9505e12e" -d '{"events": [{"server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:01.910018 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:01.913378 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:01.914295 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:01.959408 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef5e5b-4d2c-46ab-9ce1-8f3b41645cea x-openstack-request-id: req-69ef5e5b-4d2c-46ab-9ce1-8f3b41645cea {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:01.959748 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:01.960008 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69ef5e5b-4d2c-46ab-9ce1-8f3b41645cea {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:01.960426 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'code': 200} Jun 19 01:07:01.973711 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:01.986091 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:01.986091 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:01.986921 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:02.039606 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:02.042754 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:02.075894 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e645-fdff-4998-9da9-c531e58a8803 req-de203580-1eb9-4d2d-a924-d9c9c1dc4b9b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:02.077323 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1553e645-fdff-4998-9da9-c531e58a8803 req-de203580-1eb9-4d2d-a924-d9c9c1dc4b9b tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 944 time: 0.0640733 Jun 19 01:07:02.115414 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1553e645-fdff-4998-9da9-c531e58a8803 req-82788066-8e8b-4f39-878f-5bf5f93ca739 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Jun 19 01:07:02.169931 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:02.339510 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d9189-e3c7-4cb0-89b6-1461e17d0da4 req-0957bcda-bee1-4459-b954-0e39dd9b1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:02.341026 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-858d9189-e3c7-4cb0-89b6-1461e17d0da4 req-0957bcda-bee1-4459-b954-0e39dd9b1a55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 1098 time: 0.0510566 Jun 19 01:07:02.375205 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-858d9189-e3c7-4cb0-89b6-1461e17d0da4 req-6a705609-12fa-40ec-8f7b-ab8e03e7c72b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267992 Jun 19 01:07:02.936747 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81f85-7c3f-4666-864d-e3382025e76e req-a386cd47-d8aa-4aab-89ec-569d986bfe10 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:02.938218 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9cd81f85-7c3f-4666-864d-e3382025e76e req-a386cd47-d8aa-4aab-89ec-569d986bfe10 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0676024 Jun 19 01:07:02.976011 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9cd81f85-7c3f-4666-864d-e3382025e76e req-135eb8ca-e542-4f27-bbf7-e85a50ef5ded tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Jun 19 01:07:03.291373 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419563f-55bb-4dc8-ac0d-be6b39e3a98e req-8d8b0690-8189-488b-a680-c6ad50d68c75 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:03.292855 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5419563f-55bb-4dc8-ac0d-be6b39e3a98e req-8d8b0690-8189-488b-a680-c6ad50d68c75 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 944 time: 0.0677381 Jun 19 01:07:03.332090 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5419563f-55bb-4dc8-ac0d-be6b39e3a98e req-45a50cb2-41aa-42f9-ac75-7a9ccb8e201d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Jun 19 01:07:03.429039 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39280) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:03.528062 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.586121 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device a9f59b08-8d18-4928-bcd2-5725da9d92a3 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:07:03.615714 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.680777 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.683330 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-3bbb74fa-856f-4b78-83ab-8b52bc1817b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:03.720085 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:07:03.720334 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b7d505c9e8e4327a93e93c7eee9eabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899547 Jun 19 01:07:03.721640 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95705a66-7507-4794-87e9-a82a6e026753,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:03.722381 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39286) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:03.725176 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:03.726194 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:03.727229 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.771888 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.794970 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.809811 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.844268 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:03.915195 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.917878 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.919000 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95705a66-7507-4794-87e9-a82a6e026753 HTTP/1.1" status: 204 len: 168 time: 0.1956558 Jun 19 01:07:03.919736 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9522f547-3db4-4e1d-ab8c-c1f458138538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:03.926949 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95705a66-7507-4794-87e9-a82a6e026753,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:03.929384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:03.942761 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:03.945193 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:03.968416 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:03.970713 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3470550-a9e2-41be-abba-2dcf11622c3b" -d '{"events": [{"server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:03.998662 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:04.002110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:04.008508 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed21008-c01e-4ab3-95f2-841ea7f95849 x-openstack-request-id: req-5ed21008-c01e-4ab3-95f2-841ea7f95849 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:04.008772 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "name": "network-vif-plugged", "status": "completed", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:04.009035 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ed21008-c01e-4ab3-95f2-841ea7f95849 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:04.009432 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'code': 200} Jun 19 01:07:04.153140 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c963dd-a1bf-4750-b611-fbcf08903483 req-35387657-cced-4aa3-b6ae-72251574ce89 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:04.154628 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7c963dd-a1bf-4750-b611-fbcf08903483 req-35387657-cced-4aa3-b6ae-72251574ce89 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0624356 Jun 19 01:07:04.198762 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7c963dd-a1bf-4750-b611-fbcf08903483 req-3b51c737-e9f8-45ca-8c23-78e5f943c940 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382836 Jun 19 01:07:04.379992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b87b-be32-4fba-926f-5fd1a39bc4f5 req-513efa26-5639-4b97-b7bf-46e8468f638a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:04.390153 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fe53b87b-be32-4fba-926f-5fd1a39bc4f5 req-513efa26-5639-4b97-b7bf-46e8468f638a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0699477 Jun 19 01:07:04.390511 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39300) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:04.399208 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Request body: {'floatingip': {'port_id': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:04.441457 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.487600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda98-08fb-4f8c-9087-1314badad7a3 req-ec1704c2-1481-4991-ae39-563bf4893079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:04.489005 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1cbcda98-08fb-4f8c-9087-1314badad7a3 req-ec1704c2-1481-4991-ae39-563bf4893079 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1098 time: 0.1395133 Jun 19 01:07:04.595820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39302) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:04.603247 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1cbcda98-08fb-4f8c-9087-1314badad7a3 req-549b10eb-7372-46f7-a17a-9aebf41b3097 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067464 Jun 19 01:07:04.609800 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.638990 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b7d3-0de2-45c3-a30e-67ec9fb79f2b req-4c46f34d-fa01-44b6-b871-466e0e846f8e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:04.640420 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4275b7d3-0de2-45c3-a30e-67ec9fb79f2b req-4c46f34d-fa01-44b6-b871-466e0e846f8e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.1934848 Jun 19 01:07:04.695087 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.745453 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4275b7d3-0de2-45c3-a30e-67ec9fb79f2b req-1f16acb5-abc8-49d9-a592-d306d1f3fdeb tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751333 Jun 19 01:07:04.772021 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.775540 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fbcfbcbf-7435-4322-b849-1d871e368721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:04.814133 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3252c3f50e34366900d4e19cb6dc87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172089 Jun 19 01:07:04.815424 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a52371-fb97-4d27-a01a-b86fd118cea0,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:04.817698 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39306) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:04.819854 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:04.868816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.889824 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:04.989740 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:05.011988 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:05.014617 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:05.015770 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60a52371-fb97-4d27-a01a-b86fd118cea0 HTTP/1.1" status: 204 len: 168 time: 0.1971543 Jun 19 01:07:05.016751 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-453a0b80-4fd3-4561-933e-c27727f06d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:05.024460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a52371-fb97-4d27-a01a-b86fd118cea0,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:05.026347 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:05.069024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:05.166293 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Floating IP d283985c-b83a-4bdd-8b9c-b38010978b84 associated. External IP: 172.28.3.216, port: 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7. Jun 19 01:07:05.370592 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:07:05.734565 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:07:05.740099 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:05.743877 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:07:05.753230 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:07:05.753864 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:05.784431 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-57b8709b-1a09-47a1-a369-e0d2b013b9ca tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "PUT /v2.0/floatingips/d283985c-b83a-4bdd-8b9c-b38010978b84 HTTP/1.1" status: 200 len: 991 time: 1.3924205 Jun 19 01:07:05.785283 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:05.789629 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73" -d '{"events": [{"name": "network-changed", "server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:05.895211 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:07:05.940994 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bc36-947b-43c8-9db4-b11f43ccaeb9 req-69817bc0-0e53-4237-97ee-daccc592ca74 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:05.941288 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd33bc36-947b-43c8-9db4-b11f43ccaeb9 req-69817bc0-0e53-4237-97ee-daccc592ca74 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0723658 Jun 19 01:07:05.967473 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658d42f5-4be8-4919-884f-f5adab49f9f9 x-openstack-request-id: req-658d42f5-4be8-4919-884f-f5adab49f9f9 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:05.967877 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:05.968470 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-658d42f5-4be8-4919-884f-f5adab49f9f9 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:05.968993 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'status': 'completed', 'code': 200} Jun 19 01:07:06.008910 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fd33bc36-947b-43c8-9db4-b11f43ccaeb9 req-56a3cfc1-7c2f-45d5-849b-b2fd0c08ff94 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574703 Jun 19 01:07:06.009227 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39336) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:06.065196 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-68cbacab-059f-4425-9f65-2eb9a0df9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.067114 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-68cbacab-059f-4425-9f65-2eb9a0df9cce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21553535f7604259861876f43cb2d496&device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 1098 time: 0.0741501 Jun 19 01:07:06.158178 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1772531361-network', 'tenant_id': '5c76ace4eb5f4e169a43a9f45222018f'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:06.198299 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd283985c-b83a-4bdd-8b9c-b38010978b84', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.216', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:11:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d83b23-44e0-4680-9850-41b10e38834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:39Z', 'updated_at': '2021-06-19T01:07:04Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:06.217240 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-46d3eb65-efb1-40a0-a1fb-2e3d822d69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.218685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-46d3eb65-efb1-40a0-a1fb-2e3d822d69bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 200 len: 912 time: 0.1442597 Jun 19 01:07:06.224717 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:07:06.233833 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:07:06.234437 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:06.251994 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Made reservation on behalf of 5c76ace4eb5f4e169a43a9f45222018f for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:07:06.254794 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.267683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.273733 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631390e-e999-494f-a931-ddce4f58e6bd req-6e6a556a-77c5-4dab-a272-1239c6b031dc tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.276697 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8631390e-e999-494f-a931-ddce4f58e6bd req-6e6a556a-77c5-4dab-a272-1239c6b031dc tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.1373489 Jun 19 01:07:06.329492 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-729d914d-3f2d-42a7-bd2a-b873385c22f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 HTTP/1.1" status: 200 len: 999 time: 0.1020389 Jun 19 01:07:06.332373 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8631390e-e999-494f-a931-ddce4f58e6bd req-f425b4fe-3289-4255-9f1f-b6bf8e14f675 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Jun 19 01:07:06.357559 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:07:06.387294 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.395460 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-379f7f3d-5806-4ecd-a6b9-9d0aab344eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.397662 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-379f7f3d-5806-4ecd-a6b9-9d0aab344eea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 200 len: 850 time: 0.0609481 Jun 19 01:07:06.459056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-f13e0b25-e5e8-4200-a6de-614f389e7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.461000 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-f13e0b25-e5e8-4200-a6de-614f389e7609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78765d70-4c6e-4371-a857-ee69113a2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0575001 Jun 19 01:07:06.464216 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.476400 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:07:06.485867 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.486217 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Added segment b65fd873-b013-4fd2-9a59-52c1d898deb6 of type vlan for network 21714a13-3671-4c47-8e8c-c1df99127d45 Jun 19 01:07:06.487735 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5de598af-f0af-4296-8be7-de5f9dc1f34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:06.541312 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8867295b-80ba-46fe-813e-30dac3f69d58,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:06.550527 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:06.556265 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.593838 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-cd4727fa-ad72-4822-a4d6-893417cc0490 service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 Jun 19 01:07:06.625327 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd283985c-b83a-4bdd-8b9c-b38010978b84', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.216', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:11:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d83b23-44e0-4680-9850-41b10e38834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:39Z', 'updated_at': '2021-06-19T01:07:04Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:06.657965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.659303 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.659891 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.660659 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816858e4-46d9-443e-8963-38fb51fc63ce None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'd283985c-b83a-4bdd-8b9c-b38010978b84', 'tenant_id': '21553535f7604259861876f43cb2d496', 'floating_ip_address': '172.28.3.216', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'port_id': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'mac_address': 'fa:16:3e:11:f1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d83b23-44e0-4680-9850-41b10e38834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:06:39Z', 'updated_at': '2021-06-19T01:07:04Z', 'revision_number': 1, 'project_id': '21553535f7604259861876f43cb2d496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:07:06.663788 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fc5118c9-5263-4ca4-9e0e-093aaffb94ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:06.693521 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2eb6de5e-e5c2-45b5-9beb-acd4f0b01b73 req-e8619335-5f36-4f62-8f0b-89f8a4bdb4fc service neutron] 10.222.0.26 "GET /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924618 Jun 19 01:07:06.723185 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Pushing event updated for resources: {'Network': ['ID=21714a13-3671-4c47-8e8c-c1df99127d45,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:06.726793 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:06.738220 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 21714a13-3671-4c47-8e8c-c1df99127d45 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:07:06.786935 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afd558-7f5b-4ee6-9cae-d557b8135156 req-b880223f-9dc3-4365-9f27-d15776ab0d9f tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:06.789282 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7774625 Jun 19 01:07:06.789409 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-04afd558-7f5b-4ee6-9cae-d557b8135156 req-b880223f-9dc3-4365-9f27-d15776ab0d9f tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0720403 Jun 19 01:07:06.789409 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39346) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:06.794288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Request body: {'subnet': {'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1772531361-subnet', 'tenant_id': '5c76ace4eb5f4e169a43a9f45222018f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:06.847335 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-04afd558-7f5b-4ee6-9cae-d557b8135156 req-a1ded4c1-982a-4ff5-b80b-a53be962ee47 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493209 Jun 19 01:07:06.892341 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Made reservation on behalf of 5c76ace4eb5f4e169a43a9f45222018f for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:07:06.895542 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554469'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:06.917695 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f868370-7b79-4c60-842e-b177d53300b5 None None] New status for floating IP d283985c-b83a-4bdd-8b9c-b38010978b84: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:07:07.171909 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9187158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554487'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:07.175281 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d2802253-36aa-46b2-b552-528c8ec92acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:07.228854 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78df78e1-1ba4-445f-aa4a-e3aeb1320edb,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:07.232518 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:07.238247 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Checking segment: {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:07:07.238609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Network hostable DHCP agents. Network: 21714a13-3671-4c47-8e8c-c1df99127d45, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:07:07.332720 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Network 21714a13-3671-4c47-8e8c-c1df99127d45 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:07:07.457832 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 21714a13-3671-4c47-8e8c-c1df99127d45) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:07:07.462762 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:07.463388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:07.467954 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cacef3-0f56-4abf-af65-685cb7c37267 None None] Network 21714a13-3671-4c47-8e8c-c1df99127d45 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:07:07.544697 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a3249044-c24e-403e-8922-fce869f84150 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7540014 Jun 19 01:07:07.591508 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b06d51-b645-488d-ac9d-e08d0dcf2408 None None] Network 21714a13-3671-4c47-8e8c-c1df99127d45 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:07:09.682737 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-4f42c151-c63d-49e4-98d5-3d29c228c86d tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:09.684217 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-4f42c151-c63d-49e4-98d5-3d29c228c86d tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/networks?id=21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 200 len: 809 time: 0.1114893 Jun 19 01:07:09.699131 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-f449c58b-09d5-4bca-8dc6-06a2a35d4054 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/quotas/5c76ace4eb5f4e169a43a9f45222018f HTTP/1.1" status: 200 len: 375 time: 0.0095646 Jun 19 01:07:09.731927 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d777473a-9ef6-4fde-a16e-d6f1396cf1c8 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275662 Jun 19 01:07:09.828678 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-188f17ff-5324-4649-bd67-c01d4b47d110 service neutron] 10.222.0.22 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895972 Jun 19 01:07:09.919099 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-3f7f57a0-4e14-48b4-be58-473f7ccd519c service neutron] 10.222.0.22 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842466 Jun 19 01:07:10.190567 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-6b586e0c-0d51-4c68-8505-9a2c17e67315 req-6860c178-db26-45f8-a1a9-fc2493e37108 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 210 time: 0.0325775 Jun 19 01:07:11.333012 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d74107f2-d026-4376-b2f1-70096065872d req-44dee722-594e-41e7-bb54-595a6795366b tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 210 time: 0.0305862 Jun 19 01:07:12.038035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec55d8-7116-4aa3-b769-4a7fb5094dcc req-506bdf10-f254-46df-b180-d16df69a7993 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:12.039567 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-02ec55d8-7116-4aa3-b769-4a7fb5094dcc req-506bdf10-f254-46df-b180-d16df69a7993 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0611079 Jun 19 01:07:12.076864 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-02ec55d8-7116-4aa3-b769-4a7fb5094dcc req-15d7bca9-6b29-4f68-85ab-dc85f6fbb784 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jun 19 01:07:12.101346 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39438) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:12.254174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd0a25-0bff-4417-8898-02b39e99dc51 tempest-TestMinimumBasicScenario-1447246421 tempest-TestMinimumBasicScenario-1447246421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:12.255648 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-17fd0a25-0bff-4417-8898-02b39e99dc51 tempest-TestMinimumBasicScenario-1447246421 tempest-TestMinimumBasicScenario-1447246421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1093 time: 0.1531510 Jun 19 01:07:12.259214 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39442) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:12.264025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'port_id': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:12.339890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:12.440936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-15d97331-21ab-4777-a4e2-1bc417645341 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:12.442285 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-15d97331-21ab-4777-a4e2-1bc417645341 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "GET /v2.0/networks?id=21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 200 len: 809 time: 0.1528609 Jun 19 01:07:12.459843 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Request body: {'port': {'device_id': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45', 'admin_state_up': True, 'tenant_id': '5c76ace4eb5f4e169a43a9f45222018f'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:12.531212 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cf670462-a44b-44ad-be11-a9748368c118 req-0b070704-12fb-40a7-9b94-d9b1d4efaf9b tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 210 time: 0.0749633 Jun 19 01:07:12.563275 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:12.698686 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Allocated IP 172.28.3.61 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/4ef5e27e-0ec4-431d-af32-e1d14d5631d3) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:07:12.756510 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Made reservation on behalf of 5c76ace4eb5f4e169a43a9f45222018f for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:07:12.760825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:12.868927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:12.941082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Allocated IP 172.20.0.12 (21714a13-3671-4c47-8e8c-c1df99127d45/78df78e1-1ba4-445f-aa4a-e3aeb1320edb/ffc4f881-ff7a-4cfa-9464-470b12bd1622) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:07:13.029690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.033749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:13.076983 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:07:13.084369 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:07:13.092062 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:07:13.118170 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'Port': ['ID=4ef5e27e-0ec4-431d-af32-e1d14d5631d3,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:13.123970 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:13.171416 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.355477 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.360482 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e5a1d408-9fd6-4329-b6a9-336e1a085dea tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:13.413098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Network 21714a13-3671-4c47-8e8c-c1df99127d45 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:07:13.420262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:07:13.425234 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:07:13.479799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Pushing event updated for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:13.492758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:13.544526 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:13.545145 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.610118 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.612708 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1582918 Jun 19 01:07:13.639024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Request body: {'port': {'device_id': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:13.718127 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7bbae-c70c-4e88-95f5-3647939885bc req-02817d36-101a-4820-a0bc-b38b576669d0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:13.719654 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-04c7bbae-c70c-4e88-95f5-3647939885bc req-02817d36-101a-4820-a0bc-b38b576669d0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 932 time: 0.0682285 Jun 19 01:07:13.723266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.766144 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-04c7bbae-c70c-4e88-95f5-3647939885bc req-cc34b2c0-2705-45f3-9df3-9c673d0d226e tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Jun 19 01:07:13.806321 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:13.853948 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.380350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.386524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc4f881-ff7a-4cfa-9464-470b12bd1622 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:14.394067 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.405636 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Transition to ACTIVE for port object ffc4f881-ff7a-4cfa-9464-470b12bd1622 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:07:14.435295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.437464 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-09f8b3b4-6985-479e-820f-58bd5cc8bdaf tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:14.465746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.543999 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'Port': ['ID=4ef5e27e-0ec4-431d-af32-e1d14d5631d3,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:14.550831 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:14.551149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:14.575502 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.666055 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:14.671090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:14.732733 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Attempting to bind port ffc4f881-ff7a-4cfa-9464-470b12bd1622 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:07:14.733065 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Attempting to bind port ffc4f881-ff7a-4cfa-9464-470b12bd1622 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:07:14.733390 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Attempting to bind port ffc4f881-ff7a-4cfa-9464-470b12bd1622 on network 21714a13-3671-4c47-8e8c-c1df99127d45 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:07:14.740218 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Port ffc4f881-ff7a-4cfa-9464-470b12bd1622 on network 21714a13-3671-4c47-8e8c-c1df99127d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:07:14.740531 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Attempting to bind port ffc4f881-ff7a-4cfa-9464-470b12bd1622 on network 21714a13-3671-4c47-8e8c-c1df99127d45 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:07:14.748253 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Floating IP 8b711a2a-55d5-4868-9095-96cd48ef82c1 associated. External IP: 172.28.3.61, port: a9f59b08-8d18-4928-bcd2-5725da9d92a3. Jun 19 01:07:14.751244 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:07:14.751576 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Checking segment: {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:07:14.751953 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Bound using segment: {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:07:14.752375 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Bound port: ffc4f881-ff7a-4cfa-9464-470b12bd1622, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:07:14.752756 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:14.923442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:07:14.944084 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:07:15.029398 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.035710 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-05ea1f55-699e-4acc-a81b-3af975ac8c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:15.069442 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141733a-a075-4ca6-a8ab-1c377efb2a1c req-f10f9626-3b66-449a-87c7-91b88e1d1343 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.071162 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5141733a-a075-4ca6-a8ab-1c377efb2a1c req-f10f9626-3b66-449a-87c7-91b88e1d1343 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 944 time: 0.1862090 Jun 19 01:07:15.103920 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.104516 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.105811 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] 10.222.0.26 "PUT /v2.0/ports/ffc4f881-ff7a-4cfa-9464-470b12bd1622 HTTP/1.1" status: 200 len: 1094 time: 1.4763973 Jun 19 01:07:15.106307 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:15.108649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:15.142349 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:15.146172 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Router 6cdee586-4d29-4a5a-8de4-90651cba6be2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:07:15.151960 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:15.156927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c42f05a-cc44-4fc2-8984-c926b98394bd x-openstack-request-id: req-6c42f05a-cc44-4fc2-8984-c926b98394bd {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:15.157245 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:15.157525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c42f05a-cc44-4fc2-8984-c926b98394bd {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:15.157938 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622', 'status': 'completed', 'code': 200} Jun 19 01:07:15.165509 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5141733a-a075-4ca6-a8ab-1c377efb2a1c req-9aa1c1a1-c033-48b8-8159-5d35bcdc2a66 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Jun 19 01:07:15.308455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:07:15.314374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-78504546-cd63-4fa5-8a0e-2d72b813334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.315815 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-78504546-cd63-4fa5-8a0e-2d72b813334d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 1097 time: 0.1084788 Jun 19 01:07:15.319355 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Sync routers for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:07:15.328618 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:07:15.329180 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:15.410668 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.416149 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-e9b5225c-717d-4a90-8760-35b2aa36658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.417630 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-e9b5225c-717d-4a90-8760-35b2aa36658a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941751 Jun 19 01:07:15.502407 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2419915 Jun 19 01:07:15.505093 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 39468) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:15.511148 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178385189', 'description': 'tempest-secgroup-smoke-178385189 description', 'project_id': 'c03f5fb1465044a8b956adc1b166a271'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:15.553072 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-2d303dcc-ff8d-4f09-8bce-dac9e3073ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.556177 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bf9a1261-9088-4d58-b6a5-7fe6702c3e7b req-2d303dcc-ff8d-4f09-8bce-dac9e3073ad3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200216 Jun 19 01:07:15.562243 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:07:15.636855 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.663387 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-5be30e28-3643-4a75-8f77-2f23daa725fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.665138 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-5be30e28-3643-4a75-8f77-2f23daa725fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 1097 time: 0.0675015 Jun 19 01:07:15.720751 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-2493b8c3-0706-498e-a4da-1b5e7eaaf571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622 HTTP/1.1" status: 200 len: 217 time: 0.0448880 Jun 19 01:07:15.789501 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '8b711a2a-55d5-4868-9095-96cd48ef82c1', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'port_id': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'mac_address': 'fa:16:3e:1e:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:07:13Z', 'updated_at': '2021-06-19T01:07:13Z', 'revision_number': 0, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:15.792159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-95f0626a-51fb-48bd-90e1-f08d73f972dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:15.793620 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-95f0626a-51fb-48bd-90e1-f08d73f972dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78df78e1-1ba4-445f-aa4a-e3aeb1320edb HTTP/1.1" status: 200 len: 849 time: 0.0656822 Jun 19 01:07:15.801995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.815125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Checking router: 6cdee586-4d29-4a5a-8de4-90651cba6be2 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:07:15.823876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:07:15.824495 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:06:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:15.837229 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-037aba5c-0518-418b-82b9-96879dd0bd13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21714a13-3671-4c47-8e8c-c1df99127d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267417 Jun 19 01:07:15.845921 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:15.849310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6a69827a-acb4-437e-8d40-0db449755c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:15.921806 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22299ae5-ef42-4bed-a619-b521a27c7022,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:15.927330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:15.931048 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:07:15.959924 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-b0cea9e8-31bd-49e5-b148-1208eba76277 service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109676 Jun 19 01:07:16.015481 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.016687 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5106654 Jun 19 01:07:16.019652 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39472) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:16.029748 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:16.065347 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4b8ffe98-3be8-423b-868b-d677e6181f35 req-5f7286bd-2f7b-4c53-87db-1d1a8e458e07 service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933900 Jun 19 01:07:16.161933 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '8b711a2a-55d5-4868-9095-96cd48ef82c1', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'port_id': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'mac_address': 'fa:16:3e:1e:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:07:13Z', 'updated_at': '2021-06-19T01:07:13Z', 'revision_number': 0, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:07:16.199641 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749b71e-d813-477a-baef-284f4c9df49b None None] The sync data for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb is: [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': '8b711a2a-55d5-4868-9095-96cd48ef82c1', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'port_id': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'mac_address': 'fa:16:3e:1e:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:07:13Z', 'updated_at': '2021-06-19T01:07:13Z', 'revision_number': 0, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:07:16.360899 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0c822-c902-4d11-a4b2-6f9217365e9e req-b776b012-6322-48d6-875f-d1adbc25d3a3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:16.362365 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3af0c822-c902-4d11-a4b2-6f9217365e9e req-b776b012-6322-48d6-875f-d1adbc25d3a3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 944 time: 0.0674570 Jun 19 01:07:16.365641 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.420006 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fc629-f63f-4a52-9d22-d53ea3126fb8 None None] New status for floating IP 8b711a2a-55d5-4868-9095-96cd48ef82c1: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:07:16.431978 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3af0c822-c902-4d11-a4b2-6f9217365e9e req-21e51842-2d68-4398-9d9b-b02a00354dd3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 Jun 19 01:07:16.451704 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.525661 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.527773 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ce6bea43-e733-4972-b830-f7eb36836117 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:16.545771 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0202c1c5-66ed-4e09-9bda-62229978fd56,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:16.548610 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:16.640308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.642171 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6200829 Jun 19 01:07:16.644281 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39478) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:16.649111 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:16.753840 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.812829 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.891651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:16.893642 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:16.909344 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46ed836-16cb-43e6-b26e-37ec00bf748a,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:16.911632 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:17.000262 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.001477 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-b47455c5-c91a-4f42-b5e8-a8bafa5c88a0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562322 Jun 19 01:07:17.004126 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39480) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:17.008532 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:17.102446 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.158835 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:17.164619 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.164778 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b25353-f0c6-473b-8f69-5c86dd6c3092" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:17.197729 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa55003-c0a2-42d6-bcb9-1426a1f15eec x-openstack-request-id: req-9fa55003-c0a2-42d6-bcb9-1426a1f15eec {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:17.198059 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:17.198350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fa55003-c0a2-42d6-bcb9-1426a1f15eec {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:17.198772 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:07:17.246545 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.248817 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f21cdbe6-235a-43bb-a650-b73f5dfb525c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:17.265310 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb412ccb-2643-4d76-af79-8b606249ef0c,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:17.267566 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:17.297678 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-d08ea848-56f9-4c9d-920c-7f64ec6e3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:17.299162 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-d08ea848-56f9-4c9d-920c-7f64ec6e3282 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1098 time: 0.0587375 Jun 19 01:07:17.326798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.330660 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c18bd5d2-fa87-40df-be6d-0336fdf4edc7 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231871 Jun 19 01:07:17.330881 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39488) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:17.335487 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:17.390876 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-dc9081f9-5a00-41dd-aac2-bd192a9bd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:17.392360 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-dc9081f9-5a00-41dd-aac2-bd192a9bd871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 916 time: 0.0870001 Jun 19 01:07:17.417214 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.461906 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-8216a344-be30-4bad-8225-da8d4d5331e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 1000 time: 0.0605223 Jun 19 01:07:17.478941 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.512452 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-42173998-bdc6-42ca-b8dc-619822ff58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:17.514028 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-42173998-bdc6-42ca-b8dc-619822ff58e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.0448303 Jun 19 01:07:17.555648 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.557683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:17.574494 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf60ae3-dbfa-4411-8b96-a3d4d3de097a,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:17.577321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:17.613212 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-1f792337-8cf6-440a-9b21-999bbe191ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:17.614661 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-1f792337-8cf6-440a-9b21-999bbe191ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0918255 Jun 19 01:07:17.631190 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ef36e-adb0-4e07-a0f2-cf0a9540bf8c req-1dd13f98-0ade-49e6-a75c-a16789fcac69 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:17.633253 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-027ef36e-adb0-4e07-a0f2-cf0a9540bf8c req-1dd13f98-0ade-49e6-a75c-a16789fcac69 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 944 time: 0.0847900 Jun 19 01:07:17.640774 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.641998 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d284cea9-8d80-4c4d-928f-82a97d7f8a0a tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100564 Jun 19 01:07:17.644690 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39492) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:17.649184 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:17.651320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ffc4f881-ff7a-4cfa-9464-470b12bd1622 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:07:17.714790 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-027ef36e-adb0-4e07-a0f2-cf0a9540bf8c req-78e9a832-8b7c-4dbd-b2de-dcb8218bbcba tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738897 Jun 19 01:07:17.738803 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Project c03f5fb1465044a8b956adc1b166a271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:07:17.744509 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-3538a6a4-8b9c-4c12-9fa0-4cf85b2e80b3 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103034 Jun 19 01:07:17.745301 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.750176 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:17.763532 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622', 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45', 'port_id': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622', 'mac_address': 'fa:16:3e:7a:76:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78df78e1-1ba4-445f-aa4a-e3aeb1320edb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:07:17.809718 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.811297 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.824914 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc4f881-ff7a-4cfa-9464-470b12bd1622 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:17.844375 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:17.848531 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e7b25353-f0c6-473b-8f69-5c86dd6c3092 req-dc89cbac-3340-498d-99c5-37e40247d652 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969589 Jun 19 01:07:17.862651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.864699 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:17.881110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d5272b-219f-46e6-b67a-26083c78030d,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:17.883895 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:17.908373 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.910184 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:17.957428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:17.961031 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:17.965236 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-77249e6f-7218-4566-9900-0d3910ee5695 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167293 Jun 19 01:07:17.965381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.965381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.965381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.965381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971201 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 39494) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:17.971830 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'security_group_rule': {'security_group_id': '22299ae5-ef42-4bed-a619-b521a27c7022', 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:17.973171 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:18.063361 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Project c03f5fb1465044a8b956adc1b166a271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:07:18.066000 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:07:18.068080 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.128699 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.178044 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ffc4f881-ff7a-4cfa-9464-470b12bd1622'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:18.189012 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.195280 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-89ac046b-6df3-4500-9c71-5bb29cdf34a9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:18.209659 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfa9cbe-bf2e-4f3d-b4e8-19af92adfe32,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:18.213538 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:18.275157 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.279008 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2915b5f0-bee3-4283-84c4-63e7d77852ca tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100519 Jun 19 01:07:18.403172 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-95f7724b-9786-49a7-b1b8-a1b0a0de6f06 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178385189&fields=id&tenant_id=c03f5fb1465044a8b956adc1b166a271 HTTP/1.1" status: 200 len: 267 time: 0.0328927 Jun 19 01:07:18.467570 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-1654220d-0378-40b7-b29b-3cd450fb9278 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:18.469094 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-1654220d-0378-40b7-b29b-3cd450fb9278 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0607519 Jun 19 01:07:18.481653 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'port': {'security_groups': ['f1166cc5-0295-48b9-bb8e-e37dd70ebe7a', '22299ae5-ef42-4bed-a619-b521a27c7022']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:18.566835 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.739076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:18.768008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.829616 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.833679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:18.842184 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:18.881199 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:18.881830 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:18.883873 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2e4473da-522e-4e4e-a3ab-f0910f9d1c04 req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "PUT /v2.0/ports/a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 981 time: 0.4081903 Jun 19 01:07:18.908632 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b4952-bc86-43d3-97ef-1cc684a35e88 req-b38680cf-882b-4f29-aee1-1900ad1ddbb0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:18.910406 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2f2b4952-bc86-43d3-97ef-1cc684a35e88 req-b38680cf-882b-4f29-aee1-1900ad1ddbb0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 945 time: 0.0836015 Jun 19 01:07:18.915202 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=6']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:18.919834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:18.977096 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2f2b4952-bc86-43d3-97ef-1cc684a35e88 req-79b84759-0e72-4558-8325-9daaa89c0a89 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Jun 19 01:07:18.978292 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:19.061521 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27443a-99d2-4a68-8bb8-1006924e8e2f req-efe43739-cba2-41cb-943d-0f895235af73 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:19.063224 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f27443a-99d2-4a68-8bb8-1006924e8e2f req-efe43739-cba2-41cb-943d-0f895235af73 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0657859 Jun 19 01:07:19.110123 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f27443a-99d2-4a68-8bb8-1006924e8e2f req-c0b74728-f8ce-465f-89b9-8f2930acacaf tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405011 Jun 19 01:07:19.200192 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:19.202544 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f2f35-9166-40ef-8bfb-e598943ddf03" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:19.237892 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0873c-b2fa-412f-92c2-ce6547a387d6 x-openstack-request-id: req-c6f0873c-b2fa-412f-92c2-ce6547a387d6 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:19.238224 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:19.238508 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6f0873c-b2fa-412f-92c2-ce6547a387d6 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:19.238925 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:07:19.249298 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-83d06591-60f5-4246-b646-3d006afad1c8 None None] Provisioning complete for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:19.249685 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-83d06591-60f5-4246-b646-3d006afad1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:19.321601 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-24b91895-d8c3-4fc4-9770-7933b7d127c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:19.323088 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-24b91895-d8c3-4fc4-9770-7933b7d127c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1137 time: 0.0587292 Jun 19 01:07:19.414447 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-81528bf6-4221-4644-aca6-076a295bd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:19.416000 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-81528bf6-4221-4644-aca6-076a295bd564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 916 time: 0.0865264 Jun 19 01:07:19.487744 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-166b507c-d490-43be-a1de-9afdd7b6c16b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 1000 time: 0.0626957 Jun 19 01:07:19.534067 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-7a174be4-90f6-4931-b901-0af8b58777c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:19.535484 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-7a174be4-90f6-4931-b901-0af8b58777c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.0424035 Jun 19 01:07:19.594106 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-5c688cc6-f80c-4f4e-9857-92478d9997fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:19.595599 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-5c688cc6-f80c-4f4e-9857-92478d9997fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0506563 Jun 19 01:07:19.655028 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ffc4f881-ff7a-4cfa-9464-470b12bd1622 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:07:19.687145 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-70925deb-0b0b-41c4-9638-1c0b3c901f81 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833991 Jun 19 01:07:19.777522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port ffc4f881-ff7a-4cfa-9464-470b12bd1622 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:07:19.780832 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-839f2f35-9166-40ef-8bfb-e598943ddf03 req-3418c4a5-f771-41af-a815-056965a56f41 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807664 Jun 19 01:07:19.781436 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port ffc4f881-ff7a-4cfa-9464-470b12bd1622 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:19.781819 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:19.858286 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:19.883897 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:19.886167 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b19b34d-964b-47bf-b957-f1d98784f9c1" -d '{"events": [{"server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "name": "network-vif-plugged", "status": "completed", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:19.898704 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:19.921551 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f92d307-107d-45e6-aa48-67a73502c695 x-openstack-request-id: req-4f92d307-107d-45e6-aa48-67a73502c695 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:19.921859 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "name": "network-vif-plugged", "status": "completed", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:19.922127 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f92d307-107d-45e6-aa48-67a73502c695 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:19.922526 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622', 'code': 200} Jun 19 01:07:19.966132 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:19.967995 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:20.014991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:20.018185 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:20.261947 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22343-1a07-4212-8b73-f008bd532b1a req-2057cf98-2793-49a8-a344-47be3aa66375 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:20.263486 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f9c22343-1a07-4212-8b73-f008bd532b1a req-2057cf98-2793-49a8-a344-47be3aa66375 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.1786458 Jun 19 01:07:20.266758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db86628-46b9-4519-b578-af528117bfc5 req-70c5dfe8-473c-47b5-b2ce-dc02c0d55aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:20.268244 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db86628-46b9-4519-b578-af528117bfc5 req-70c5dfe8-473c-47b5-b2ce-dc02c0d55aaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 1099 time: 0.0560381 Jun 19 01:07:20.304938 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f9c22343-1a07-4212-8b73-f008bd532b1a req-b92035d6-c84e-453d-8248-e95483afc781 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Jun 19 01:07:20.305155 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db86628-46b9-4519-b578-af528117bfc5 req-708d88bc-60ad-4725-ac16-d0423a2c2c7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271950 Jun 19 01:07:21.475781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4328-82d2-43d3-87e4-2a4e187dbdb5 req-09dd43c8-d5ab-4788-a64d-4b8a3aa33cb5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:21.477264 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a7bf4328-82d2-43d3-87e4-2a4e187dbdb5 req-09dd43c8-d5ab-4788-a64d-4b8a3aa33cb5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0618553 Jun 19 01:07:21.564132 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a7bf4328-82d2-43d3-87e4-2a4e187dbdb5 req-be0a0201-58c2-4ca4-8e5f-d4433f39e15b tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812204 Jun 19 01:07:22.733578 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474661-96a6-4ee0-8625-429e1f4f48ad req-831a75fa-9adb-4e1e-9e3f-6171ee3d7b8c tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:22.735001 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-09474661-96a6-4ee0-8625-429e1f4f48ad req-831a75fa-9adb-4e1e-9e3f-6171ee3d7b8c tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0616372 Jun 19 01:07:22.772167 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-09474661-96a6-4ee0-8625-429e1f4f48ad req-d1cb0184-5fa6-44c1-9bc9-b171bf56a401 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Jun 19 01:07:23.777572 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-798e7f71-1ce4-4f8f-ba00-90bb3d9b2799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:24.099195 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb02a71-5740-4d87-808f-9e1b5771a133 req-55ab07a5-c6b2-43a4-b0db-2dced62fa047 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:24.100792 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9fb02a71-5740-4d87-808f-9e1b5771a133 req-55ab07a5-c6b2-43a4-b0db-2dced62fa047 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0621972 Jun 19 01:07:24.137995 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9fb02a71-5740-4d87-808f-9e1b5771a133 req-fd713a7c-ef19-4bab-b3ec-f7c3e70d9cee tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Jun 19 01:07:25.311777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8ef2a-89c2-44b9-aa34-7846e4ae9f6a req-1d1bf434-e6fa-43aa-9ec3-76542714115d tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:25.313266 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b7f8ef2a-89c2-44b9-aa34-7846e4ae9f6a req-1d1bf434-e6fa-43aa-9ec3-76542714115d tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0670416 Jun 19 01:07:25.353008 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b7f8ef2a-89c2-44b9-aa34-7846e4ae9f6a req-51d572b2-f17f-4074-8e1d-2bbe48b9edc1 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Jun 19 01:07:25.601713 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-051e3f6c-54c3-4fd3-9159-5d812b7dde06 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:25.603412 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-051e3f6c-54c3-4fd3-9159-5d812b7dde06 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0624387 Jun 19 01:07:25.704280 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Deleting port ffc4f881-ff7a-4cfa-9464-470b12bd1622 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:07:25.704656 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:25.790539 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] For port ffc4f881-ff7a-4cfa-9464-470b12bd1622, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffc4f881-ff7a-4cfa-9464-470b12bd1622,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:25.790825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:26.123301 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Calling delete_port for ffc4f881-ff7a-4cfa-9464-470b12bd1622 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:07:26.530661 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2275a-b858-45d6-9241-bd65f9666297 req-009a76d3-d9fb-4b5b-a455-1e2698c8c157 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:26.532296 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6de2275a-b858-45d6-9241-bd65f9666297 req-009a76d3-d9fb-4b5b-a455-1e2698c8c157 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 946 time: 0.0638659 Jun 19 01:07:26.575943 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6de2275a-b858-45d6-9241-bd65f9666297 req-32355a47-ccfd-4168-9061-96773b8aa0ce tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356514 Jun 19 01:07:26.840295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:26.844412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:26.853250 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ffc4f881-ff7a-4cfa-9464-470b12bd1622'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:26.869901 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Pushing event deleted for resources: {'Port': ['ID=ffc4f881-ff7a-4cfa-9464-470b12bd1622,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:26.872947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:26.891781 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-874b7e38-3762-4d8d-a244-413835c12640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:26.895007 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:26.920622 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] No DVR routers for this DVR port ffc4f881-ff7a-4cfa-9464-470b12bd1622 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:07:26.923075 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:26.925018 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-27bc81d9-f016-4a2f-b4b0-67515193c73d req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "DELETE /v2.0/ports/ffc4f881-ff7a-4cfa-9464-470b12bd1622 HTTP/1.1" status: 204 len: 173 time: 1.3154871 Jun 19 01:07:26.925512 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'name': 'network-vif-deleted', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:26.927824 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9148cfe-3974-4534-a760-b24bc060d775" -d '{"events": [{"server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "name": "network-vif-deleted", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:26.969187 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c42c1-eb24-45c7-b77c-05541684b5c1 x-openstack-request-id: req-c69c42c1-eb24-45c7-b77c-05541684b5c1 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:26.974879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d237a9fa-cc07-4982-aaaa-20b6cb24f353", "name": "network-vif-deleted", "tag": "ffc4f881-ff7a-4cfa-9464-470b12bd1622", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:26.974879 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c69c42c1-eb24-45c7-b77c-05541684b5c1 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:26.974879 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd237a9fa-cc07-4982-aaaa-20b6cb24f353', 'name': 'network-vif-deleted', 'tag': 'ffc4f881-ff7a-4cfa-9464-470b12bd1622', 'status': 'completed', 'code': 200} Jun 19 01:07:27.400823 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:27.564856 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f383d-8eae-4bca-9fad-f05254ff8fbc req-ee2a453f-8a36-4395-88b0-17b4ddf32191 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:27.566313 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-651f383d-8eae-4bca-9fad-f05254ff8fbc req-ee2a453f-8a36-4395-88b0-17b4ddf32191 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0616772 Jun 19 01:07:27.605465 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-651f383d-8eae-4bca-9fad-f05254ff8fbc req-9884d685-5dc1-4073-a1f7-51f8a354a0c3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332711 Jun 19 01:07:27.734056 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-37ec35a4-1c11-48ce-b231-22f2b2e390fe req-8bb1cafe-0485-4355-a129-0d28cbb6edeb tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237a9fa-cc07-4982-aaaa-20b6cb24f353 HTTP/1.1" status: 200 len: 210 time: 0.0341830 Jun 19 01:07:28.790627 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b462e34-d936-4d6d-9439-bfa47fef30e4 req-1d973671-8b74-448e-8041-c48bc89399d6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:28.792791 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8b462e34-d936-4d6d-9439-bfa47fef30e4 req-1d973671-8b74-448e-8041-c48bc89399d6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0704272 Jun 19 01:07:28.829496 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8b462e34-d936-4d6d-9439-bfa47fef30e4 req-278ee754-50c7-49ae-b57e-3e7e5d1c459c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Jun 19 01:07:29.042234 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-3868b65a-7bfc-4d1c-b5bb-a117642212f9 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:29.043650 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-3868b65a-7bfc-4d1c-b5bb-a117642212f9 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/networks?id=21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 200 len: 809 time: 0.1015050 Jun 19 01:07:29.057714 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-61323e17-c6e4-4eb0-ab46-0859129a827a tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/quotas/5c76ace4eb5f4e169a43a9f45222018f HTTP/1.1" status: 200 len: 375 time: 0.0086875 Jun 19 01:07:29.089715 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-98c72421-2c69-46a6-9c90-67b016343d79 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273030 Jun 19 01:07:29.219517 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-0d606c32-7f0c-404b-a90b-79f31b054429 service neutron] 10.222.0.22 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234651 Jun 19 01:07:29.306989 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-bf15869c-6b63-4a5b-b85b-f9b57a158ced service neutron] 10.222.0.22 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817947 Jun 19 01:07:29.343011 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:29.546798 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-885f3803-6418-4dfa-8775-6fbf63a63691 req-6f6a6aac-220a-4b1d-bcfd-cc93302ecc52 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 210 time: 0.0403094 Jun 19 01:07:29.730487 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ffc4f881-ff7a-4cfa-9464-470b12bd1622 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:07:29.753571 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: ffc4f881-ff7a-4cfa-9464-470b12bd1622 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:07:29.753923 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ffc4f881-ff7a-4cfa-9464-470b12bd1622 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:07:30.010604 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf6ae6-43c5-42ad-bb45-8ac11e5c64a3 req-3e2a5a0c-78e3-47e8-a7b1-a980e1192608 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:30.011973 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2abf6ae6-43c5-42ad-bb45-8ac11e5c64a3 req-3e2a5a0c-78e3-47e8-a7b1-a980e1192608 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0621393 Jun 19 01:07:30.052788 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2abf6ae6-43c5-42ad-bb45-8ac11e5c64a3 req-5113736d-45eb-4e86-af99-6e426db35ed9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Jun 19 01:07:30.685870 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d11e642d-f9ad-4ec4-9a9d-959f901a150d req-c8b613e8-34e0-4bdf-9ebe-05787fb88f32 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 210 time: 0.0305736 Jun 19 01:07:31.229241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd7643-9abf-416e-891b-856afa867784 req-3dd9d5d6-6328-48ca-8a01-30177926ed4b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:31.230671 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d3cd7643-9abf-416e-891b-856afa867784 req-3dd9d5d6-6328-48ca-8a01-30177926ed4b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0651262 Jun 19 01:07:31.268762 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d3cd7643-9abf-416e-891b-856afa867784 req-6c2bf971-b1c3-4fd1-89c0-13815b0606f8 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Jun 19 01:07:31.527373 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-61f67302-377d-46ac-be88-1e11f4d9a6c3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:31.528814 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-61f67302-377d-46ac-be88-1e11f4d9a6c3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "GET /v2.0/networks?id=21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 200 len: 809 time: 0.0969734 Jun 19 01:07:31.551575 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Request body: {'port': {'device_id': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45', 'admin_state_up': True, 'tenant_id': '5c76ace4eb5f4e169a43a9f45222018f'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:31.744004 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Made reservation on behalf of 5c76ace4eb5f4e169a43a9f45222018f for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:07:31.747711 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:31.860432 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-2ca9b9ea-ea03-48b1-9985-725375b3ddc3 req-525024d1-35a8-41bf-869c-e0985d9d42c0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 210 time: 0.0443575 Jun 19 01:07:31.901431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Allocated IP 172.20.0.3 (21714a13-3671-4c47-8e8c-c1df99127d45/78df78e1-1ba4-445f-aa4a-e3aeb1320edb/ed7be4ae-cb09-42d2-9f9f-c9bf191e0052) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:07:32.042995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.132254 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.136201 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7190f4e4-792f-47ab-84ad-f8c700739c6a tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:32.180820 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Network 21714a13-3671-4c47-8e8c-c1df99127d45 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:07:32.184379 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:07:32.188214 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:07:32.194389 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Pushing event updated for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:32.214043 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:32.238993 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:32.239589 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.333169 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853842 Jun 19 01:07:32.345636 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Request body: {'port': {'device_id': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:07:32.417590 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.447104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a72fd-4df9-49e8-ba10-c87b7d979500 req-28c1dca5-53cd-4108-83af-f786a5dfa9bb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:32.448574 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-704a72fd-4df9-49e8-ba10-c87b7d979500 req-28c1dca5-53cd-4108-83af-f786a5dfa9bb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0619886 Jun 19 01:07:32.487528 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-704a72fd-4df9-49e8-ba10-c87b7d979500 req-4252669e-69ee-45b5-85e0-b8beb1e68577 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Jun 19 01:07:32.674321 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:32.682484 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.693504 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Transition to ACTIVE for port object ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:07:32.744056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.746121 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-aa7663ce-455c-4ff0-b088-70d27417490c tempest-VolumesSnapshotTestJSON-1849137755 tempest-VolumesSnapshotTestJSON-1849137755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:32.839042 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:32.842333 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:32.887959 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Attempting to bind port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:07:32.888303 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Attempting to bind port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:07:32.888676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Attempting to bind port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 on network 21714a13-3671-4c47-8e8c-c1df99127d45 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:07:32.892934 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 on network 21714a13-3671-4c47-8e8c-c1df99127d45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:07:32.893259 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Attempting to bind port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 on network 21714a13-3671-4c47-8e8c-c1df99127d45 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:07:32.898066 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:07:32.898215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Checking segment: {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:07:32.898633 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Bound using segment: {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:07:32.899057 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Bound port: ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65fd873-b013-4fd2-9a59-52c1d898deb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:07:32.899502 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:32.962010 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:07:32.965844 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:07:33.037812 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a244bf-a550-4602-9cc3-b9fa62522da6 req-d56673dd-9d46-4173-a9d2-43f45a1e20e0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.039827 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01a244bf-a550-4602-9cc3-b9fa62522da6 req-d56673dd-9d46-4173-a9d2-43f45a1e20e0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 943 time: 0.0713031 Jun 19 01:07:33.041987 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:33.044162 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-875daa36-c45c-4264-9477-07ea477bf942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:33.094908 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.095520 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:33.096895 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] 10.222.0.26 "PUT /v2.0/ports/ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 HTTP/1.1" status: 200 len: 1093 time: 0.7554951 Jun 19 01:07:33.099676 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:33.102698 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:33.130470 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01a244bf-a550-4602-9cc3-b9fa62522da6 req-de5b2a14-6eaa-4d52-8697-707d488a0956 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833547 Jun 19 01:07:33.137990 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Pushing event updated for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:33.138232 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:33.182271 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45911621-2844-4095-85db-9ee7d8f9d5db x-openstack-request-id: req-45911621-2844-4095-85db-9ee7d8f9d5db {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:33.182594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:33.182882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45911621-2844-4095-85db-9ee7d8f9d5db {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:33.183299 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052', 'status': 'completed', 'code': 200} Jun 19 01:07:33.226398 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-9fd69db6-175d-47b8-9bde-75e241f2765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.228499 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-9fd69db6-175d-47b8-9bde-75e241f2765f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 1096 time: 0.0553327 Jun 19 01:07:33.276668 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-b1e25170-6426-4ed0-8fc0-6b2a9ab9e6e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 HTTP/1.1" status: 200 len: 217 time: 0.0368903 Jun 19 01:07:33.327110 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-1f89fa3a-2306-4f57-a6f0-304b43e04d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.328533 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-1f89fa3a-2306-4f57-a6f0-304b43e04d39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78df78e1-1ba4-445f-aa4a-e3aeb1320edb HTTP/1.1" status: 200 len: 849 time: 0.0437953 Jun 19 01:07:33.362800 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-ecec87d8-ec6e-4c30-a46f-b0eb01ace50f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21714a13-3671-4c47-8e8c-c1df99127d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255949 Jun 19 01:07:33.451921 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-24a3c107-0009-42bf-96dd-22e91038c3b0 service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Jun 19 01:07:33.538874 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8daa7dd8-43a1-48db-b169-dec8a5fe6bdb req-794eac74-dbd3-44d8-93d8-7a9f08149a87 service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789137 Jun 19 01:07:33.669449 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088d04-463f-4ac0-bb41-ad1d79473366 req-6b657eb5-6a9b-4cc6-9671-5ea9ab495a3f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.670909 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45088d04-463f-4ac0-bb41-ad1d79473366 req-6b657eb5-6a9b-4cc6-9671-5ea9ab495a3f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0674431 Jun 19 01:07:33.707852 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-45088d04-463f-4ac0-bb41-ad1d79473366 req-50309fdf-0408-476d-9618-b4a9f4c2e278 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Jun 19 01:07:33.730518 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-b5fe5453-71a6-4fc4-94ce-054d8cf00c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.731987 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-b5fe5453-71a6-4fc4-94ce-054d8cf00c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 1096 time: 0.0582581 Jun 19 01:07:33.818722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-6364734d-72b8-4bb3-ad0f-8db55732d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.820055 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-6364734d-72b8-4bb3-ad0f-8db55732d6e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 200 len: 910 time: 0.0813334 Jun 19 01:07:33.862314 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-46129d0b-7332-48c6-b146-2ca6ac0f0007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 HTTP/1.1" status: 200 len: 217 time: 0.0345862 Jun 19 01:07:33.916428 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-a67ece8c-6f21-4c14-a7b6-80c1e2f0faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:33.917832 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-a67ece8c-6f21-4c14-a7b6-80c1e2f0faff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78df78e1-1ba4-445f-aa4a-e3aeb1320edb HTTP/1.1" status: 200 len: 849 time: 0.0481186 Jun 19 01:07:33.950514 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-e0a07d31-aa03-44b8-a8f8-743b70f2381a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21714a13-3671-4c47-8e8c-c1df99127d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256517 Jun 19 01:07:34.037625 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-46687d0b-7095-4ed0-90c2-3e81941cf03e service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796440 Jun 19 01:07:34.128720 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c00fd0f8-952d-48e0-9673-3bd60ee43bfd req-149ec789-ae17-4475-83ea-c80f884412fb service neutron] 10.222.0.26 "GET /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Jun 19 01:07:34.307772 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f87972-279d-4d7a-a83e-d426c2cfec83 req-654bc0ff-5b37-404e-8317-8336fdf85756 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:34.309447 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28f87972-279d-4d7a-a83e-d426c2cfec83 req-654bc0ff-5b37-404e-8317-8336fdf85756 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 943 time: 0.0650547 Jun 19 01:07:34.348601 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-28f87972-279d-4d7a-a83e-d426c2cfec83 req-3134d8c4-5edf-4b24-9eb3-51c56b8dec1b tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jun 19 01:07:34.886488 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030918-663d-4785-aec2-b5672ae89f2c req-6800d933-e30b-48b7-8312-d3e2ac2116dd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:34.887912 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f9030918-663d-4785-aec2-b5672ae89f2c req-6800d933-e30b-48b7-8312-d3e2ac2116dd tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0617557 Jun 19 01:07:34.923791 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f9030918-663d-4785-aec2-b5672ae89f2c req-8a27b110-dc91-485c-9a26-2ee2dc59535e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303218 Jun 19 01:07:35.522221 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04b05-bfda-4a71-b15c-d41c6352535c req-0f967f0d-6520-4881-8b46-72556b53d9a0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:35.524265 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f3e04b05-bfda-4a71-b15c-d41c6352535c req-0f967f0d-6520-4881-8b46-72556b53d9a0 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 943 time: 0.0595984 Jun 19 01:07:35.560449 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f3e04b05-bfda-4a71-b15c-d41c6352535c req-ddd10407-a52c-4377-b5dd-71c8a7bc74ec tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304954 Jun 19 01:07:35.776820 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:07:35.868176 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:35.879040 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052', 'network_id': '21714a13-3671-4c47-8e8c-c1df99127d45', 'port_id': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052', 'mac_address': 'fa:16:3e:47:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78df78e1-1ba4-445f-aa4a-e3aeb1320edb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:07:35.915029 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:35.930469 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:35.949004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:36.023589 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:36.025895 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:36.074831 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:36.078206 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:36.214804 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681a87d-bed2-4fdd-85c9-5e8e31991c3c req-efe18c90-4451-4b67-b720-c209dbc6007a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:36.216184 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f681a87d-bed2-4fdd-85c9-5e8e31991c3c req-efe18c90-4451-4b67-b720-c209dbc6007a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0684109 Jun 19 01:07:36.253410 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f681a87d-bed2-4fdd-85c9-5e8e31991c3c req-c823fd96-3d30-4593-b1d5-503a2644f0e0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jun 19 01:07:36.302459 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ed7be4ae-cb09-42d2-9f9f-c9bf191e0052'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:36.729918 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab509df-c5cf-4bbf-ad6b-a3e4e3592d05 req-01dc9b6a-ec9c-4ba6-b45d-a2b95fd59fb7 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:36.731366 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8ab509df-c5cf-4bbf-ad6b-a3e4e3592d05 req-01dc9b6a-ec9c-4ba6-b45d-a2b95fd59fb7 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 944 time: 0.0626709 Jun 19 01:07:36.767559 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8ab509df-c5cf-4bbf-ad6b-a3e4e3592d05 req-a3cffbad-d97d-4557-970e-22e1070f6fc8 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Jun 19 01:07:37.438299 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ff0bf-e8de-4bbb-b1d3-f86f19797d15 req-f864f301-d2c0-4d2d-9b88-004b58c5f442 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:37.439732 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7c3ff0bf-e8de-4bbb-b1d3-f86f19797d15 req-f864f301-d2c0-4d2d-9b88-004b58c5f442 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0654240 Jun 19 01:07:37.475974 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-7c3ff0bf-e8de-4bbb-b1d3-f86f19797d15 req-7c1a91c8-91e3-4e38-8330-c1e799f0d9b3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Jun 19 01:07:37.794761 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:07:37.891919 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:07:37.896450 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:37.896880 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:37.941050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a84e9-ad1e-48fc-9a30-3bc4c34eac0b req-bd185e1f-4c55-4080-80f4-06f0d3317dda tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:37.942547 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e87a84e9-ad1e-48fc-9a30-3bc4c34eac0b req-bd185e1f-4c55-4080-80f4-06f0d3317dda tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 944 time: 0.0651090 Jun 19 01:07:37.978969 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:37.982069 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e87a84e9-ad1e-48fc-9a30-3bc4c34eac0b req-07cf3852-542d-46a0-aca0-7abf021ce607 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Jun 19 01:07:38.001366 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:38.003611 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245049d-8c36-46d9-8145-6748aa822344" -d '{"events": [{"server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "name": "network-vif-plugged", "status": "completed", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:38.016962 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:38.041882 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b984932a-32d4-4167-93b6-c3dfb84608b8 x-openstack-request-id: req-b984932a-32d4-4167-93b6-c3dfb84608b8 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:38.042183 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "name": "network-vif-plugged", "status": "completed", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:38.042450 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b984932a-32d4-4167-93b6-c3dfb84608b8 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:38.042886 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052', 'code': 200} Jun 19 01:07:38.080743 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:38.082507 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-ce101c04-c765-43df-b2ec-0e4e54f65349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:38.130272 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:38.133914 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:38.412328 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ecd95-fc4b-43a8-b8f2-79b835dab181 req-99d57301-faa9-4156-85f2-4beffeda042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:38.413768 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bc0ecd95-fc4b-43a8-b8f2-79b835dab181 req-99d57301-faa9-4156-85f2-4beffeda042b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 1098 time: 0.0899618 Jun 19 01:07:38.448876 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bc0ecd95-fc4b-43a8-b8f2-79b835dab181 req-342f1bfa-2665-42f5-b6cc-ea35222b48d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263264 Jun 19 01:07:38.651745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff5913-df59-4d9f-b0a3-cdd69e4e5af7 req-50e88c08-4049-4324-8b19-e42b46a4d581 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:38.653190 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c3ff5913-df59-4d9f-b0a3-cdd69e4e5af7 req-50e88c08-4049-4324-8b19-e42b46a4d581 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0646846 Jun 19 01:07:38.690489 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c3ff5913-df59-4d9f-b0a3-cdd69e4e5af7 req-bcddedcf-fff7-4f2c-a47c-538e164224d6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Jun 19 01:07:39.152320 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f6a81-7a3b-444c-bc58-5ffbf89f7f2d req-f26f90ff-edbf-4ee1-9818-fd99bfd639e8 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:39.153775 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c45f6a81-7a3b-444c-bc58-5ffbf89f7f2d req-f26f90ff-edbf-4ee1-9818-fd99bfd639e8 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 945 time: 0.0621395 Jun 19 01:07:39.189421 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c45f6a81-7a3b-444c-bc58-5ffbf89f7f2d req-4aa52271-db88-4fc6-b6e6-af5485affa3b tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Jun 19 01:07:39.876609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67524093-c119-4b3f-84b4-a5e0f39800a7 req-b3769883-87f1-49a2-a14a-e96349f14eb6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:39.878797 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-67524093-c119-4b3f-84b4-a5e0f39800a7 req-b3769883-87f1-49a2-a14a-e96349f14eb6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jun 19 01:07:39.918283 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-67524093-c119-4b3f-84b4-a5e0f39800a7 req-3c9ce8a3-f03a-45e5-9a8c-e2c32b9480c3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Jun 19 01:07:40.360726 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411ee92-a2b5-4cc8-8a31-f9990f8cccf1 req-c99b0439-00e9-4eab-a382-33143bf10832 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:40.362161 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-4411ee92-a2b5-4cc8-8a31-f9990f8cccf1 req-c99b0439-00e9-4eab-a382-33143bf10832 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 945 time: 0.0624251 Jun 19 01:07:40.400035 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-4411ee92-a2b5-4cc8-8a31-f9990f8cccf1 req-afb987be-d3b5-415d-92c0-8a4c30363c22 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Jun 19 01:07:41.100084 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa7a8b-32ab-46d2-a536-9206aeeb2b34 req-2ccc7245-5805-41f4-a4d3-b4c47f6f036c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:41.102230 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-82fa7a8b-32ab-46d2-a536-9206aeeb2b34 req-2ccc7245-5805-41f4-a4d3-b4c47f6f036c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0662024 Jun 19 01:07:41.139903 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-82fa7a8b-32ab-46d2-a536-9206aeeb2b34 req-971f8ecd-a864-40de-914e-122d310fb257 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Jun 19 01:07:41.779421 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1462d24-811a-4a88-81a6-126aa43f1f36 req-33decee1-1d69-4fe3-955d-3f74cce426ce tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:41.780862 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1462d24-811a-4a88-81a6-126aa43f1f36 req-33decee1-1d69-4fe3-955d-3f74cce426ce tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 945 time: 0.0616131 Jun 19 01:07:41.817091 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f1462d24-811a-4a88-81a6-126aa43f1f36 req-eda8a7bd-df2f-440a-b4c6-278329d01b15 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Jun 19 01:07:42.321774 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9bb1-829c-4d5c-8f55-655a39935cbb req-a1eeca95-66d5-40a6-a8f7-a0a5d6d513c0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:42.323175 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f96a9bb1-829c-4d5c-8f55-655a39935cbb req-a1eeca95-66d5-40a6-a8f7-a0a5d6d513c0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0655365 Jun 19 01:07:42.361383 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f96a9bb1-829c-4d5c-8f55-655a39935cbb req-91133c77-f6ba-4a25-8d10-f29aef58407f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jun 19 01:07:42.988697 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25455c90-1b4e-40f1-9f13-d7bd836bddaa req-26dfc20b-3c36-4007-a4ec-79f9d7a18b80 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:42.990169 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-25455c90-1b4e-40f1-9f13-d7bd836bddaa req-26dfc20b-3c36-4007-a4ec-79f9d7a18b80 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 945 time: 0.0621452 Jun 19 01:07:43.030094 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-25455c90-1b4e-40f1-9f13-d7bd836bddaa req-1bdba23b-eab1-4d72-b0fb-d5b739622efd tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/security-groups?id=8867295b-80ba-46fe-813e-30dac3f69d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Jun 19 01:07:43.313883 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-d537d964-b920-4091-9def-7be3166e0cd9 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:43.318380 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-d537d964-b920-4091-9def-7be3166e0cd9 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 945 time: 0.0716810 Jun 19 01:07:43.441654 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Deleting port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:07:43.441940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:43.603009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] For port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,segment=NetworkSegment(b65fd873-b013-4fd2-9a59-52c1d898deb6),segment_id=b65fd873-b013-4fd2-9a59-52c1d898deb6)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:43.604266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:43.688032 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Calling delete_port for ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:07:43.699911 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0153a-af37-4e33-96b0-27ee1423c611 req-5d933857-cdcb-4db0-8b62-37ad704059ba tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:43.701362 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b9b0153a-af37-4e33-96b0-27ee1423c611 req-5d933857-cdcb-4db0-8b62-37ad704059ba tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.2150218 Jun 19 01:07:43.782819 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b9b0153a-af37-4e33-96b0-27ee1423c611 req-d63cd2d0-731a-4143-a060-e2c1793d54df tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742071 Jun 19 01:07:43.829453 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:43.842073 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:07:43.937511 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:43.941771 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:43.942848 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:43.952984 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['ed7be4ae-cb09-42d2-9f9f-c9bf191e0052'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:43.969588 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Pushing event deleted for resources: {'Port': ['ID=ed7be4ae-cb09-42d2-9f9f-c9bf191e0052,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:43.977699 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:07:43.983368 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.983744 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.984110 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.984475 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.984856 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.985212 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.985562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.985911 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.986262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.986649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.986962 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:43.987306 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:07:44.005042 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:44.018394 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:44.025395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] No DVR routers for this DVR port ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:07:44.027950 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:44.029957 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-74c1aa29-c947-4765-9ca5-d353a15fe96b req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.26 "DELETE /v2.0/ports/ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 HTTP/1.1" status: 204 len: 173 time: 0.7073524 Jun 19 01:07:44.030477 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'name': 'network-vif-deleted', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:44.031687 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:07:44.032782 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f97c06-207c-4036-b253-3eea6432a298" -d '{"events": [{"server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "name": "network-vif-deleted", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:44.053261 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:44.070738 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ec945-2dce-4590-be61-e90c460d56dd x-openstack-request-id: req-b89ec945-2dce-4590-be61-e90c460d56dd {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:44.071073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b274f95a-3780-4694-94f9-1e31430a8fef", "name": "network-vif-deleted", "tag": "ed7be4ae-cb09-42d2-9f9f-c9bf191e0052", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:44.071397 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b89ec945-2dce-4590-be61-e90c460d56dd {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:44.071831 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b274f95a-3780-4694-94f9-1e31430a8fef', 'name': 'network-vif-deleted', 'tag': 'ed7be4ae-cb09-42d2-9f9f-c9bf191e0052', 'status': 'completed', 'code': 200} Jun 19 01:07:44.155332 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:44.157349 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d54581e-8740-4c19-9aa6-582a9211e30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:44.176049 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bfee98e4-093a-44da-b5db-cbdd17895227 req-254bb8c1-2787-498b-b37b-ceddafb1201f tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] 10.222.0.22 "GET /v2.0/ports?device_id=b274f95a-3780-4694-94f9-1e31430a8fef HTTP/1.1" status: 200 len: 210 time: 0.0293024 Jun 19 01:07:44.208410 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:44.211663 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:44.257203 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:07:44.970967 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bc0d6-5dcc-4fc3-88f5-1bfdcdd1d140 req-dc8a5492-9c07-446b-9c8f-8dde98b5f31e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:44.972418 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-208bc0d6-5dcc-4fc3-88f5-1bfdcdd1d140 req-dc8a5492-9c07-446b-9c8f-8dde98b5f31e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 945 time: 0.0688434 Jun 19 01:07:45.009609 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-208bc0d6-5dcc-4fc3-88f5-1bfdcdd1d140 req-771765b1-b58b-4fa7-a0f7-775d987c3e99 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Jun 19 01:07:45.729283 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-d04937bc-8b05-46fc-9ec6-adb195d3b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:45.730746 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-d04937bc-8b05-46fc-9ec6-adb195d3b7b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1098 time: 0.0559759 Jun 19 01:07:45.778928 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82678-2e4d-4011-851a-11d8d7206a84 req-dc6d432b-980a-4377-9980-91ea2e93e680 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:45.781429 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-68e82678-2e4d-4011-851a-11d8d7206a84 req-dc6d432b-980a-4377-9980-91ea2e93e680 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0804565 Jun 19 01:07:45.826732 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-68e82678-2e4d-4011-851a-11d8d7206a84 req-9b2e53e9-364c-4af7-aecd-e36baad5c8e2 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369294 Jun 19 01:07:45.856384 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:07:45.887129 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-def2a7f4-172c-47d6-ac66-40beb83c991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:45.888495 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-def2a7f4-172c-47d6-ac66-40beb83c991a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1137 time: 0.1491969 Jun 19 01:07:45.908085 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-989f9b66-ddc0-4ece-b6a9-dee82cda41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:45.909635 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-989f9b66-ddc0-4ece-b6a9-dee82cda41ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.1245549 Jun 19 01:07:45.916973 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:07:45.917357 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:46.011090 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:46.020161 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-21e63b43-2cf6-4796-b4a9-e1f1503b154e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 1001 time: 0.0994561 Jun 19 01:07:46.054409 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:07:46.065680 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b16959-1940-4acd-ad31-48493b07954b" -d '{"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:07:46.069524 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-d0199399-3f64-40df-81c7-71411c9e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.070968 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-d0199399-3f64-40df-81c7-71411c9e9fb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 916 time: 0.1745892 Jun 19 01:07:46.092336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:07:46.095346 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-5f42c9f0-b0ea-45ac-9a7c-bf9aa65c1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.096774 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-5f42c9f0-b0ea-45ac-9a7c-bf9aa65c1b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0685134 Jun 19 01:07:46.123056 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88feb12f-72a9-460e-8734-06e2a0cd297b x-openstack-request-id: req-88feb12f-72a9-460e-8734-06e2a0cd297b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:07:46.123533 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:07:46.123803 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88feb12f-72a9-460e-8734-06e2a0cd297b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:07:46.124245 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'code': 200} Jun 19 01:07:46.179876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:46.181799 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:07:46.187419 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:07:46.194563 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-9c3d174e-9ec1-48a6-8756-2e4096a4e9e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 1000 time: 0.1134150 Jun 19 01:07:46.233656 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:07:46.237047 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device ed7be4ae-cb09-42d2-9f9f-c9bf191e0052 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:07:46.267228 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:07:46.270535 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:07:46.618413 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-b14d3b4c-5a0f-4f9c-ba69-98f9435008e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.619916 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-b14d3b4c-5a0f-4f9c-ba69-98f9435008e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.4121571 Jun 19 01:07:46.628960 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-3fcf7ed7-9ec1-4e8f-8844-84f1d08fac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.630436 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-3fcf7ed7-9ec1-4e8f-8844-84f1d08fac2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4966140 Jun 19 01:07:46.730001 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77931b9-d22b-4366-9988-1b537375258d req-f74786fa-663a-4b69-a79c-f2a5ea3ba59a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.737023 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d77931b9-d22b-4366-9988-1b537375258d req-f74786fa-663a-4b69-a79c-f2a5ea3ba59a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.5415173 Jun 19 01:07:46.858081 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d77931b9-d22b-4366-9988-1b537375258d req-0de34f36-ca5b-4305-b0ea-88ec73600110 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926378 Jun 19 01:07:46.889034 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-0534d791-ee5a-413c-a090-20f091df01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:46.891523 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-0534d791-ee5a-413c-a090-20f091df01a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2592659 Jun 19 01:07:46.898997 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-bb1492ba-debe-4696-8e44-af55cc851fbf service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561529 Jun 19 01:07:47.048218 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10a68-1840-455b-9810-4951ab50891a req-ed29aadf-88c4-4643-a119-cb7eec1ab223 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:47.056372 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-dbc10a68-1840-455b-9810-4951ab50891a req-ed29aadf-88c4-4643-a119-cb7eec1ab223 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0902045 Jun 19 01:07:47.065458 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59c02bf0-397f-461f-8d4e-f87fe66b2cad req-7c7c8d88-d0eb-4aca-9e8b-42f465aad486 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534095 Jun 19 01:07:47.077866 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-a9ed6941-4edd-42e0-9d70-fa1eb6964a3b service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777475 Jun 19 01:07:47.103927 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-dbc10a68-1840-455b-9810-4951ab50891a req-9c6ab2b3-b479-45fb-8463-3d112bde974d tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464098 Jun 19 01:07:47.185572 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ee2c49b0-d318-4785-9e92-20a074fba367 req-02f36c55-71a2-48a9-810c-4c2f56caff63 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003077 Jun 19 01:07:48.218467 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dec468-cf07-4120-9bcd-a3d70a462fe3 req-7826bf07-4a33-4e39-882b-99963a760c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:48.246811 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-61dec468-cf07-4120-9bcd-a3d70a462fe3 req-7826bf07-4a33-4e39-882b-99963a760c3c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.2374747 Jun 19 01:07:48.298346 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-61dec468-cf07-4120-9bcd-a3d70a462fe3 req-7a143bb4-67b9-431d-9906-48e4357e9fdc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504355 Jun 19 01:07:48.502146 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ca2ba-36ca-4ac1-929c-c58496c52ced req-a98130b2-26b8-4843-b1ab-34b9171d82a5 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:48.503936 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c40ca2ba-36ca-4ac1-929c-c58496c52ced req-a98130b2-26b8-4843-b1ab-34b9171d82a5 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1062186 Jun 19 01:07:48.549776 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-c40ca2ba-36ca-4ac1-929c-c58496c52ced req-f70091e9-5931-461a-9ce0-1ed293c010a4 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379345 Jun 19 01:07:49.531100 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adb1cf-d6ee-4108-8595-57e5a4044c7b req-b0fe42e8-673c-4ac3-a5ec-020618a6a27c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:49.533709 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-76adb1cf-d6ee-4108-8595-57e5a4044c7b req-b0fe42e8-673c-4ac3-a5ec-020618a6a27c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0796924 Jun 19 01:07:49.577069 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-76adb1cf-d6ee-4108-8595-57e5a4044c7b req-b298f6f1-d92c-46ef-be2e-066fe19f9008 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371032 Jun 19 01:07:49.809056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a46fc-32b9-44bd-9ff0-0e7908de5705 req-0dee66f2-2457-4437-a3c2-7d8036664c70 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:49.821138 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-237a46fc-32b9-44bd-9ff0-0e7908de5705 req-0dee66f2-2457-4437-a3c2-7d8036664c70 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1059027 Jun 19 01:07:49.878809 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-237a46fc-32b9-44bd-9ff0-0e7908de5705 req-657aefd3-9ddc-4696-ade7-8e60c2618de5 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550454 Jun 19 01:07:50.880183 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba65da-91f0-47dc-b1e2-0bda5796ff78 req-63de6d05-ca9c-4a61-ba42-4643add1bdd7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:50.887940 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bcba65da-91f0-47dc-b1e2-0bda5796ff78 req-63de6d05-ca9c-4a61-ba42-4643add1bdd7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0990169 Jun 19 01:07:50.936901 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bcba65da-91f0-47dc-b1e2-0bda5796ff78 req-baa1b336-50cd-44ac-872a-c565190f77c3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479620 Jun 19 01:07:51.107180 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb5e7b-7a16-4937-a848-d68bb1271083 req-e2dd379e-910a-4e01-8093-d2b815346ef1 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:51.116386 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6bfb5e7b-7a16-4937-a848-d68bb1271083 req-e2dd379e-910a-4e01-8093-d2b815346ef1 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0909216 Jun 19 01:07:51.185624 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6bfb5e7b-7a16-4937-a848-d68bb1271083 req-18e87bc9-2940-433d-82a2-7bc5742328ae tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695157 Jun 19 01:07:52.365974 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e615-0f4b-45dd-9017-d1ed275caef5 req-7caacbf7-f0c3-48ef-b645-60ee00caf9fb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:52.368803 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dfb7e615-0f4b-45dd-9017-d1ed275caef5 req-7caacbf7-f0c3-48ef-b645-60ee00caf9fb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.1669669 Jun 19 01:07:52.479709 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-dfb7e615-0f4b-45dd-9017-d1ed275caef5 req-acf42155-8205-4ce3-b306-c7a1881abebe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955648 Jun 19 01:07:52.527554 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2075c-150f-4b3c-a0f4-f218e1476b28 req-39f7d61f-4d1a-48c0-8b5c-16c15decca24 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:52.547061 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-52c2075c-150f-4b3c-a0f4-f218e1476b28 req-39f7d61f-4d1a-48c0-8b5c-16c15decca24 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1374807 Jun 19 01:07:52.604661 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-52c2075c-150f-4b3c-a0f4-f218e1476b28 req-f537131b-70ba-47e2-b849-2698f628e667 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562932 Jun 19 01:07:53.766597 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-02e1979b-8e97-46b9-b195-51b8d3629fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:53.893229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a0953-4754-45ad-bc88-3f0a052f4f78 req-af211183-1cce-4f3a-84f0-ba16d4edd7a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:53.902222 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d41a0953-4754-45ad-bc88-3f0a052f4f78 req-af211183-1cce-4f3a-84f0-ba16d4edd7a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.1538711 Jun 19 01:07:53.967360 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e7654-4372-4d11-a26e-69b0c9033f73 req-da4837ba-d39a-4649-b2d8-4b8f5da41713 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:53.977548 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cc7e7654-4372-4d11-a26e-69b0c9033f73 req-da4837ba-d39a-4649-b2d8-4b8f5da41713 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1457739 Jun 19 01:07:53.990113 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-d41a0953-4754-45ad-bc88-3f0a052f4f78 req-37bd6b47-789b-454d-b294-289fcc1ed600 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801933 Jun 19 01:07:54.033361 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cc7e7654-4372-4d11-a26e-69b0c9033f73 req-c92c90fb-1243-4808-9e62-fab86402ce16 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543082 Jun 19 01:07:55.069150 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:07:55.305181 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd397cff-1b0d-4b5c-875b-6f42660a49ab req-78301af2-c28b-4e05-9641-02f25b8e2050 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:55.313798 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd397cff-1b0d-4b5c-875b-6f42660a49ab req-78301af2-c28b-4e05-9641-02f25b8e2050 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0863702 Jun 19 01:07:55.362468 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd397cff-1b0d-4b5c-875b-6f42660a49ab req-f87568f2-424c-4748-bfe5-a0b93794e6b2 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473630 Jun 19 01:07:55.415643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a708d6-624d-4a5e-bf18-7227979c93c4 req-d3b1e8b1-833f-41b9-b02d-b9a195dc02c0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:55.417227 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59a708d6-624d-4a5e-bf18-7227979c93c4 req-d3b1e8b1-833f-41b9-b02d-b9a195dc02c0 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.1540158 Jun 19 01:07:55.489298 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-59a708d6-624d-4a5e-bf18-7227979c93c4 req-fccb8852-c06f-4f46-a270-56db83503926 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643456 Jun 19 01:07:56.718139 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:56.730174 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b5f75-294a-4d1b-89c4-24c3224cbfbe req-6fa10a31-77f3-4872-a66f-379d4550daf1 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:56.731705 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd7b5f75-294a-4d1b-89c4-24c3224cbfbe req-6fa10a31-77f3-4872-a66f-379d4550daf1 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1880016 Jun 19 01:07:56.813969 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bd7b5f75-294a-4d1b-89c4-24c3224cbfbe req-61922599-c5d5-4542-8d34-2629b421a9db tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812476 Jun 19 01:07:56.883181 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640fde-f46f-4b8b-a44c-6c7a99d05fe2 req-2b7048c9-90ab-4a19-a85c-8805209ff8e9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:56.885994 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4d640fde-f46f-4b8b-a44c-6c7a99d05fe2 req-2b7048c9-90ab-4a19-a85c-8805209ff8e9 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.1034336 Jun 19 01:07:56.945578 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4d640fde-f46f-4b8b-a44c-6c7a99d05fe2 req-66cd8a24-0fbc-4128-9b41-1307fa7fc9c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515921 Jun 19 01:07:56.999700 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ec26a5b-fd40-439c-997a-6e8a226f6726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:57.360985 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:57.998961 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea2cff-29ce-4d09-a62b-56a4dbeb7402 req-381a4ab1-c70c-4b4b-9ca4-aeac30f979df tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:58.000486 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-eeea2cff-29ce-4d09-a62b-56a4dbeb7402 req-381a4ab1-c70c-4b4b-9ca4-aeac30f979df tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0690484 Jun 19 01:07:58.056682 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-eeea2cff-29ce-4d09-a62b-56a4dbeb7402 req-b57521c1-83e7-4587-9822-36b2f6fbf567 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493126 Jun 19 01:07:58.240891 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ceaee-667b-4724-a126-a0241af2d819 req-129d56d0-d348-4e42-aaf3-aa26052d8995 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:58.242419 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b65ceaee-667b-4724-a126-a0241af2d819 req-129d56d0-d348-4e42-aaf3-aa26052d8995 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0723829 Jun 19 01:07:58.286801 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b65ceaee-667b-4724-a126-a0241af2d819 req-15d2f825-3211-48fb-a4ea-5838e5309872 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Jun 19 01:07:59.294702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-89b12fd9-eea8-4d1c-9448-674d07c7399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.296276 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-89b12fd9-eea8-4d1c-9448-674d07c7399d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1099 time: 0.1010261 Jun 19 01:07:59.374837 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:07:59.494866 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60dfcf-4d83-4689-a3a8-f32d7e0c0ac2 req-6efe71fd-e026-4f6a-84c6-30f3323fa745 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.503325 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5d60dfcf-4d83-4689-a3a8-f32d7e0c0ac2 req-6efe71fd-e026-4f6a-84c6-30f3323fa745 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.1023154 Jun 19 01:07:59.539117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-ac1bf21b-8899-4b55-acad-dc2af7dfea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.541707 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-ac1bf21b-8899-4b55-acad-dc2af7dfea70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.2370012 Jun 19 01:07:59.557121 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5d60dfcf-4d83-4689-a3a8-f32d7e0c0ac2 req-4c5191b5-11e9-4f08-bec0-91cf98744896 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=22299ae5-ef42-4bed-a619-b521a27c7022&id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524516 Jun 19 01:07:59.605602 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066792ce-3b5e-4875-a905-33aef2f38ba6 req-5c10cbb6-7572-4990-b67f-235f437944ee tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.607092 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-066792ce-3b5e-4875-a905-33aef2f38ba6 req-5c10cbb6-7572-4990-b67f-235f437944ee tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.1287057 Jun 19 01:07:59.655521 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-1f2fd66a-56a6-4362-9f0c-5e256b73c852 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 1002 time: 0.0978575 Jun 19 01:07:59.706830 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-066792ce-3b5e-4875-a905-33aef2f38ba6 req-4bd52b6e-1f10-4d23-ab76-32ee9fdb7d0d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868907 Jun 19 01:07:59.741866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-22f82816-6021-4a4b-9ce2-ba21a067e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.744385 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-22f82816-6021-4a4b-9ce2-ba21a067e52b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0757420 Jun 19 01:07:59.824651 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-33992d33-d748-4d23-9bf6-e9bd13b83f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:07:59.826707 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-33992d33-d748-4d23-9bf6-e9bd13b83f3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0742066 Jun 19 01:07:59.954240 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-bd1fed60-c21f-4844-a7ad-579c6c9a66fc service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188514 Jun 19 01:08:00.075469 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-747744e4-96eb-48c6-a90b-7b9d5c15a65c req-051446c6-2b5f-4ed0-a12c-88b9476e9612 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045935 Jun 19 01:08:00.932295 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943acd1-f5df-4be9-bf49-ef7772c970f1 req-7d3d80df-0b09-4e23-b6dd-e1c78eb2cc60 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:00.934695 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a943acd1-f5df-4be9-bf49-ef7772c970f1 req-7d3d80df-0b09-4e23-b6dd-e1c78eb2cc60 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 946 time: 0.0795693 Jun 19 01:08:01.002648 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a943acd1-f5df-4be9-bf49-ef7772c970f1 req-3a292bc7-f345-4888-8931-727e0410ce71 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Jun 19 01:08:01.918367 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:01.997699 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:02.026246 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:02.030594 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196310e2-e548-48f6-8199-1272b1eb0a6f" -d '{"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:02.059576 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:02.150548 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:02.152410 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:02.231310 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b9198f-3ac8-4aea-a008-78760d7ced2a x-openstack-request-id: req-79b9198f-3ac8-4aea-a008-78760d7ced2a {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:02.231647 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:02.231863 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79b9198f-3ac8-4aea-a008-78760d7ced2a {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:02.232270 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'code': 200} Jun 19 01:08:02.233294 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:02.236391 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:02.289441 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dbd4a-a42f-431c-b226-b70683f445bc req-290df684-5e53-46e2-98a4-ff1ee0fb1adf tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:02.292406 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9a4dbd4a-a42f-431c-b226-b70683f445bc req-290df684-5e53-46e2-98a4-ff1ee0fb1adf tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.1057580 Jun 19 01:08:02.341231 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9a4dbd4a-a42f-431c-b226-b70683f445bc req-7e25ccf1-0c03-404e-b8be-b9171958ea36 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Jun 19 01:08:03.521201 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf46c42-a9d0-4d43-8d93-33d8dac3047e req-3848ee7f-182d-4056-a9e2-a67d327d338a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:03.523477 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fbf46c42-a9d0-4d43-8d93-33d8dac3047e req-3848ee7f-182d-4056-a9e2-a67d327d338a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0691130 Jun 19 01:08:03.574394 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-fbf46c42-a9d0-4d43-8d93-33d8dac3047e req-b370b31d-9c48-4167-ae2c-c1b24e99f153 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450599 Jun 19 01:08:05.930893 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:06.221079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3874d0-2ea6-4b92-8e44-9002f8056d2c req-c68d924b-3cdc-49df-8047-8c473fafa7eb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:06.222535 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9f3874d0-2ea6-4b92-8e44-9002f8056d2c req-c68d924b-3cdc-49df-8047-8c473fafa7eb tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0704565 Jun 19 01:08:06.271373 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9f3874d0-2ea6-4b92-8e44-9002f8056d2c req-9640700e-158f-448c-aadd-c76c6e96911b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Jun 19 01:08:06.597740 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40102) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:06.691452 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-3cd1ba36-bc39-4684-8147-867c51ebe7e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925148 Jun 19 01:08:07.458422 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9c4fb-df69-4c4d-a13f-4ce1b66c30a1 req-20c6ce2a-f10d-47db-8f88-28900064ad96 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:07.459880 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-afd9c4fb-df69-4c4d-a13f-4ce1b66c30a1 req-20c6ce2a-f10d-47db-8f88-28900064ad96 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0700557 Jun 19 01:08:07.497969 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-afd9c4fb-df69-4c4d-a13f-4ce1b66c30a1 req-51f31cc6-e576-48a0-8b4b-aa6f3dbd2a1a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Jun 19 01:08:07.681098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb5cc3-268d-4f64-92e6-a08c524a9bea req-8422c5aa-c381-4aad-87b9-260600b4c3a1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:07.682516 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bfbb5cc3-268d-4f64-92e6-a08c524a9bea req-8422c5aa-c381-4aad-87b9-260600b4c3a1 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0618293 Jun 19 01:08:07.719288 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bfbb5cc3-268d-4f64-92e6-a08c524a9bea req-4bd81e52-b47e-44df-8b7a-b7d96cc27006 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Jun 19 01:08:08.319649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-561871c1-b4f4-4bdf-b2dc-4de0edae36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.321780 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-561871c1-b4f4-4bdf-b2dc-4de0edae36d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83&tenant_id=0b579470dc7043268ee87ec1dd96096a HTTP/1.1" status: 200 len: 1097 time: 0.0531445 Jun 19 01:08:08.400581 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-ce72714b-5fb8-4c49-a4ac-5c8247f3a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.402006 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-ce72714b-5fb8-4c49-a4ac-5c8247f3a00c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b579470dc7043268ee87ec1dd96096a&device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1097 time: 0.0572395 Jun 19 01:08:08.490583 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-cf4b2783-ede2-46c2-84dc-4ae29b26a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.492034 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-cf4b2783-ede2-46c2-84dc-4ae29b26a746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 200 len: 916 time: 0.0828350 Jun 19 01:08:08.564001 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-1a13a154-ba35-491f-a91f-83e97e3f5f2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 200 len: 1000 time: 0.0648177 Jun 19 01:08:08.616602 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-3164cb31-4588-431b-ae8c-bbd28179b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.618940 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-3164cb31-4588-431b-ae8c-bbd28179b352 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 200 len: 854 time: 0.0462470 Jun 19 01:08:08.678209 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-09ee369e-b53b-495f-8796-e326b71530ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.679743 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-09ee369e-b53b-495f-8796-e326b71530ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4e87aef-f42b-4873-9ec1-92d19117baa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0537379 Jun 19 01:08:08.681412 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359c4b-3dab-42ab-abf9-9aac06c45c16 req-ec38b1e4-2694-41ec-bb7f-94147bd85472 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.682610 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e359c4b-3dab-42ab-abf9-9aac06c45c16 req-ec38b1e4-2694-41ec-bb7f-94147bd85472 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0660467 Jun 19 01:08:08.721734 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3e359c4b-3dab-42ab-abf9-9aac06c45c16 req-e9632097-a33a-4d2d-aa93-8b9d4919e82d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Jun 19 01:08:08.775131 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-6e798449-ba50-4ea5-8775-addc46e8adf9 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885801 Jun 19 01:08:08.895687 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e16c9e02-8020-46c4-b2bf-a4e53bde806f req-edcf1e1f-a217-4102-8a0c-32fb9fd3fe42 service neutron] 10.222.0.26 "GET /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140993 Jun 19 01:08:08.920273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b5fb-dfed-466c-a30a-4cdef8ff1428 req-e1d5e597-0499-4991-83be-04995e9294fa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:08.921730 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5ed7b5fb-dfed-466c-a30a-4cdef8ff1428 req-e1d5e597-0499-4991-83be-04995e9294fa tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0843992 Jun 19 01:08:08.960540 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5ed7b5fb-dfed-466c-a30a-4cdef8ff1428 req-e8cc529c-06ce-493d-af23-7a1e004f10d8 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Jun 19 01:08:09.559033 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40208) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:09.607870 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Deleting subnet 78df78e1-1ba4-445f-aa4a-e3aeb1320edb {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:08:09.616039 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:09.670125 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:09.713514 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:09.859367 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:09.870793 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:09.893476 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78df78e1-1ba4-445f-aa4a-e3aeb1320edb,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:09.896609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:09.900914 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78df78e1-1ba4-445f-aa4a-e3aeb1320edb HTTP/1.1" status: 204 len: 168 time: 0.3385577 Jun 19 01:08:09.900914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-534acf43-b50d-4379-bd6a-909be3a5e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:09.901589 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40212) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:09.995485 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db5af-1ca3-4912-a3b3-f224848c6fca req-a1a50948-6efc-42fe-ab56-1f22fecc6056 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:09.997024 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c77db5af-1ca3-4912-a3b3-f224848c6fca req-a1a50948-6efc-42fe-ab56-1f22fecc6056 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.1502092 Jun 19 01:08:10.001577 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.105382 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c77db5af-1ca3-4912-a3b3-f224848c6fca req-7240d9d3-04c6-471a-a6ff-aac5091a38fe tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000218 Jun 19 01:08:10.136532 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.150061 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21714a13-3671-4c47-8e8c-c1df99127d45']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:10.161218 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65fd873-b013-4fd2-9a59-52c1d898deb6') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:10.161817 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65fd873-b013-4fd2-9a59-52c1d898deb6') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:10.172545 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.187893 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.189045 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9c114-2b3b-4698-9646-89b80a8c1147 req-b1db15fa-2b22-4911-be40-b9f47e9cdbcc tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:10.190549 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5f9c114-2b3b-4698-9646-89b80a8c1147 req-b1db15fa-2b22-4911-be40-b9f47e9cdbcc tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0890100 Jun 19 01:08:10.193749 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:08:10.200354 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:08:10.235404 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a5f9c114-2b3b-4698-9646-89b80a8c1147 req-f5f5a2f1-fc95-4bda-a4f1-5baf08c6c548 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Jun 19 01:08:10.350159 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.355706 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.357814 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/21714a13-3671-4c47-8e8c-c1df99127d45 HTTP/1.1" status: 204 len: 168 time: 0.4549339 Jun 19 01:08:10.358786 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-85605cf9-8692-4d98-95ff-0a87ab88e863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:10.372366 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21714a13-3671-4c47-8e8c-c1df99127d45,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:10.379649 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.380525 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.381079 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.381757 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.382265 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.382770 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.383292 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.384181 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.384863 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.385385 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.385903 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.386406 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:10.389816 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c92ca10f-3f8b-4807-ad08-b28e9fb075b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:10.663112 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40218) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:10.717304 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9c817f03-c4a0-44e1-a83c-23acbfcfba9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c76ace4eb5f4e169a43a9f45222018f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527954 Jun 19 01:08:10.719601 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40220) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:10.772858 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.800333 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.898016 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.901690 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:10.902964 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8867295b-80ba-46fe-813e-30dac3f69d58 HTTP/1.1" status: 204 len: 168 time: 0.1821525 Jun 19 01:08:10.903866 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a959fb1e-93fa-463a-871b-74a98ce1d84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:10.911912 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8867295b-80ba-46fe-813e-30dac3f69d58,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:10.914530 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:11.339897 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c568b-f268-4e92-8fd8-c93c3ddeb646 req-72652e3b-0865-442a-9f8a-e0cbfe0f9475 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:11.342697 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-818c568b-f268-4e92-8fd8-c93c3ddeb646 req-72652e3b-0865-442a-9f8a-e0cbfe0f9475 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.1033273 Jun 19 01:08:11.413376 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-818c568b-f268-4e92-8fd8-c93c3ddeb646 req-a0e7beb2-aca5-44c3-883c-a277924ee5b5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642276 Jun 19 01:08:11.485241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1d00-5f3f-40eb-ba9a-e196617fadba req-00f88947-ff93-4fd3-afcd-8db39cbb1c97 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:11.486689 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14ae1d00-5f3f-40eb-ba9a-e196617fadba req-00f88947-ff93-4fd3-afcd-8db39cbb1c97 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0698073 Jun 19 01:08:11.523156 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14ae1d00-5f3f-40eb-ba9a-e196617fadba req-7400868c-2b08-485a-a6c4-ca8fa8d1c344 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Jun 19 01:08:12.584313 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204d316-d4bf-4170-95d9-2b3c80501ba2 req-89303273-7dd8-4d29-aa27-8b587604bbc2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:12.585730 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3204d316-d4bf-4170-95d9-2b3c80501ba2 req-89303273-7dd8-4d29-aa27-8b587604bbc2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0664315 Jun 19 01:08:12.650098 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3204d316-d4bf-4170-95d9-2b3c80501ba2 req-7e1b39cb-7c2e-48b3-8a4d-fd6de3e0e13d tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571129 Jun 19 01:08:12.724024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9d0be-77a5-42c3-9d9f-09465aea034e req-2fce59c2-0ec0-48b9-8aee-f1d8dbaa9900 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:12.725660 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-47b9d0be-77a5-42c3-9d9f-09465aea034e req-2fce59c2-0ec0-48b9-8aee-f1d8dbaa9900 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0639143 Jun 19 01:08:12.770270 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-47b9d0be-77a5-42c3-9d9f-09465aea034e req-55a1363a-c54b-4ff7-9fb4-a288378168ed tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Jun 19 01:08:13.874582 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f0994-b52f-449d-a231-56831800b206 req-9c7bb543-8053-40a1-9171-5a20528274c1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:13.876192 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-125f0994-b52f-449d-a231-56831800b206 req-9c7bb543-8053-40a1-9171-5a20528274c1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0912044 Jun 19 01:08:13.932979 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-125f0994-b52f-449d-a231-56831800b206 req-8f759f8b-1a6f-443d-81dc-cb9178ce2b36 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507576 Jun 19 01:08:13.944508 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:13.973306 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990114b0-d2e2-402b-95a7-9fdd2682486f req-df9e09ed-dd34-424e-b74d-70d7a08ac990 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:13.973306 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-990114b0-d2e2-402b-95a7-9fdd2682486f req-df9e09ed-dd34-424e-b74d-70d7a08ac990 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0814676 Jun 19 01:08:14.016800 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-990114b0-d2e2-402b-95a7-9fdd2682486f req-97212999-a082-432a-b500-03ed12fecc86 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Jun 19 01:08:15.144063 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0539473-5494-41f3-8acc-8dbce2646ae2 req-2d9ccfa1-eb99-471b-b412-432cbfa670a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:15.145657 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a0539473-5494-41f3-8acc-8dbce2646ae2 req-2d9ccfa1-eb99-471b-b412-432cbfa670a7 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0843873 Jun 19 01:08:15.186274 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a0539473-5494-41f3-8acc-8dbce2646ae2 req-b31b1423-9158-4d4f-8240-0f8bdba26db6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Jun 19 01:08:15.215717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd719e-ea91-427b-9d83-3c8bc4d2dfcf req-c4ec5e70-4d95-4469-bc84-92d1f58a2049 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:15.217194 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bafd719e-ea91-427b-9d83-3c8bc4d2dfcf req-c4ec5e70-4d95-4469-bc84-92d1f58a2049 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0719774 Jun 19 01:08:15.257192 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-bafd719e-ea91-427b-9d83-3c8bc4d2dfcf req-6c97a118-7e9a-46b9-bd7f-6ff9cc1cd695 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jun 19 01:08:16.395017 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2a21a-a609-4505-a7f4-9119171c497c req-fa6f10e3-59f3-4b46-8717-5fa9b5ed8c2a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:16.398321 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aec2a21a-a609-4505-a7f4-9119171c497c req-fa6f10e3-59f3-4b46-8717-5fa9b5ed8c2a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0921378 Jun 19 01:08:16.451807 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-aec2a21a-a609-4505-a7f4-9119171c497c req-b81b39bf-b304-456c-8cb0-5d81cdc1f10c tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 Jun 19 01:08:16.497502 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb601088-dc65-4f74-9745-511d3108a31d req-0193b913-3215-47e5-bf8c-f32b33e8a759 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:16.498902 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb601088-dc65-4f74-9745-511d3108a31d req-0193b913-3215-47e5-bf8c-f32b33e8a759 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0782676 Jun 19 01:08:16.540672 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-eb601088-dc65-4f74-9745-511d3108a31d req-59226bdf-d650-468a-9b14-9d7b43c74862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353703 Jun 19 01:08:17.645575 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694dbc-4a63-43d5-8d15-98fd48b5bd5b req-836a4eb6-b20a-4f79-8374-1d0ce8f285b3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:17.647080 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8e694dbc-4a63-43d5-8d15-98fd48b5bd5b req-836a4eb6-b20a-4f79-8374-1d0ce8f285b3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0759475 Jun 19 01:08:17.687556 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-8e694dbc-4a63-43d5-8d15-98fd48b5bd5b req-96f9aa84-613e-4a54-9b5d-2312c74a16c3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340419 Jun 19 01:08:17.755185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee763-a6c7-4088-8f66-4bd8af103bd0 req-67013a72-1092-4286-a3c1-4dae27cfd633 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:17.770685 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1fdee763-a6c7-4088-8f66-4bd8af103bd0 req-67013a72-1092-4286-a3c1-4dae27cfd633 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0830014 Jun 19 01:08:17.795680 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1fdee763-a6c7-4088-8f66-4bd8af103bd0 req-817962a6-d07b-49e2-9ea2-e6dff227c7a3 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jun 19 01:08:18.880498 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc648dd-c83a-4345-9425-db68ad6e4b29 req-73975270-3bb1-4e52-ad9a-64f9dbf12921 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:18.881933 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5bc648dd-c83a-4345-9425-db68ad6e4b29 req-73975270-3bb1-4e52-ad9a-64f9dbf12921 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0723271 Jun 19 01:08:18.938163 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5bc648dd-c83a-4345-9425-db68ad6e4b29 req-e7f1b1c9-4a15-434b-a06c-03cc46051f9f tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496132 Jun 19 01:08:18.996897 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732172-c6c7-45fd-b5cd-d111e5cc86e1 req-f0ec08f8-116b-4fd0-9c16-cde1db2afdd6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:18.998290 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fa732172-c6c7-45fd-b5cd-d111e5cc86e1 req-f0ec08f8-116b-4fd0-9c16-cde1db2afdd6 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0642865 Jun 19 01:08:19.037026 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-fa732172-c6c7-45fd-b5cd-d111e5cc86e1 req-e6df9b2a-8037-4918-b5e7-75d990c37846 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jun 19 01:08:20.108852 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c248-d240-4421-98a7-87d264c1e35e req-750c8750-afe0-4d88-ba8c-9b96fffc9503 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:20.110336 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3708c248-d240-4421-98a7-87d264c1e35e req-750c8750-afe0-4d88-ba8c-9b96fffc9503 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0631492 Jun 19 01:08:20.148481 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3708c248-d240-4421-98a7-87d264c1e35e req-889b3791-5017-4c17-80d2-6e0ff255cc30 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jun 19 01:08:20.213550 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201802a-bdf8-40bb-9692-0c640625827e req-caf9f60c-d7bd-4ec5-bd5a-96bcaf9c3448 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:20.215259 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7201802a-bdf8-40bb-9692-0c640625827e req-caf9f60c-d7bd-4ec5-bd5a-96bcaf9c3448 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0672941 Jun 19 01:08:20.251429 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7201802a-bdf8-40bb-9692-0c640625827e req-57f4a4da-174c-477b-af9c-515d241c1223 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups?id=e6dd5b8b-78fd-4075-ae13-23c03a7a399c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307019 Jun 19 01:08:20.766497 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-90d000d5-5862-4d63-93e3-6aabb48f3437 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:20.767981 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-90d000d5-5862-4d63-93e3-6aabb48f3437 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 945 time: 0.0610304 Jun 19 01:08:20.867001 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Deleting port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:20.867343 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:20.951241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] For port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:20.951594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:21.114689 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:21.115071 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:21.115384 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Floating IP d283985c-b83a-4bdd-8b9c-b38010978b84 disassociated. External IP: 172.28.3.216, port: 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7. Jun 19 01:08:21.115724 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Calling delete_port for 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:21.330050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c54cff-efe5-41cf-8ded-1f3d377f5ca7 req-9ee92f9c-9ac7-4c87-a6f9-e6f16b52e3af tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:21.331470 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-88c54cff-efe5-41cf-8ded-1f3d377f5ca7 req-9ee92f9c-9ac7-4c87-a6f9-e6f16b52e3af tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 944 time: 0.0674212 Jun 19 01:08:21.359964 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:21.364401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ca93376f-9d20-4da6-b81b-5496d67658b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:21.370365 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-88c54cff-efe5-41cf-8ded-1f3d377f5ca7 req-292a42b8-c031-4216-a897-478f3e9dd6c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330896 Jun 19 01:08:21.406595 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'Port': ['ID=8ed1b79c-7881-4d1e-8337-7eb3c2d659f7,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:21.426222 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:21.429287 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6de7f62b-ae39-457f-bf38-8b8633d83ef2 req-2119ae6e-081d-4adf-b125-3968f1eae29c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 210 time: 0.0556102 Jun 19 01:08:21.531768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:21.635215 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:21.644334 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:21.654294 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:21.654922 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:07:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:21.677455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] No DVR routers for this DVR port 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:21.679847 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:21.682109 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e5bec60a-722e-482c-8356-6dc35bce4b10 req-1230a4b9-2417-4ddf-b6fb-a59677e85716 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.26 "DELETE /v2.0/ports/8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 HTTP/1.1" status: 204 len: 173 time: 0.9068460 Jun 19 01:08:21.682604 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'name': 'network-vif-deleted', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:21.685435 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e63eb1f-165e-4fdb-8015-72e7370c6198" -d '{"events": [{"server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "name": "network-vif-deleted", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:21.764142 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:21.917468 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f73b07-6d99-4c5c-aa93-76705b0340a7 x-openstack-request-id: req-d7f73b07-6d99-4c5c-aa93-76705b0340a7 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:21.921127 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d83b23-44e0-4680-9850-41b10e38834e", "name": "network-vif-deleted", "tag": "8ed1b79c-7881-4d1e-8337-7eb3c2d659f7", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:21.921127 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7f73b07-6d99-4c5c-aa93-76705b0340a7 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:21.921127 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d83b23-44e0-4680-9850-41b10e38834e', 'name': 'network-vif-deleted', 'tag': '8ed1b79c-7881-4d1e-8337-7eb3c2d659f7', 'status': 'completed', 'code': 200} Jun 19 01:08:21.971778 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:22.003111 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:08:22.005269 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:22.021712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:22.025231 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:07:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:22.178770 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:22.220522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:22.237052 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'port_id': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'mac_address': 'fa:16:3e:1d:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:08:22.342543 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:22.366106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:08:22.395366 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:22.443282 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-2eda9705-0924-455d-a18d-359b13441718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:22.471479 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda9705-0924-455d-a18d-359b13441718 None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'e55331e5-96d8-4fb0-81ab-afd080f51f90', 'name': '', 'network_id': '78765d70-4c6e-4371-a857-ee69113a2afd', 'tenant_id': '21553535f7604259861876f43cb2d496', 'mac_address': 'fa:16:3e:78:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:27Z', 'updated_at': '2021-06-19T01:02:41Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'subnets': [{'id': '3ef9a89a-3ab0-4399-bc83-d8ecad982e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:08:22.473148 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:22.474973 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c46163c9-2404-4430-b616-8362ae3e2fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:22.533053 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=9']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:22.543801 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.544135 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.544482 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.544868 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.545205 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.545542 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.545873 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.546216 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.546651 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.546981 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.547306 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.547628 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:22.551677 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:22.578396 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41601b45-bbfb-4ac3-bb19-53fbb62b46dc req-793fe676-4acb-4bae-b79f-4dd9ff72e11b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:22.580240 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-41601b45-bbfb-4ac3-bb19-53fbb62b46dc req-793fe676-4acb-4bae-b79f-4dd9ff72e11b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 945 time: 0.0831704 Jun 19 01:08:22.622410 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-41601b45-bbfb-4ac3-bb19-53fbb62b46dc req-0fc7bc55-67df-448d-8e39-a8d4491b68e8 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Jun 19 01:08:22.669458 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5e448415-4125-46a2-81d4-3548c170dd36 req-77eb5e67-e7ff-4743-bf41-028a7ceff493 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d83b23-44e0-4680-9850-41b10e38834e HTTP/1.1" status: 200 len: 210 time: 0.0330145 Jun 19 01:08:22.714794 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:08:22.758646 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8634a9-9449-42cb-b759-c848892b7fc8 None None] New status for floating IP d283985c-b83a-4bdd-8b9c-b38010978b84: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:08:23.789554 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-952420df-9ead-48fc-af03-9cf89983df70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:23.877077 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40282) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:23.936244 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:23.960708 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.009292 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:08:24.060002 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:08:24.060384 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.075443 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.078809 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.079913 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dd81-c7bd-4aaa-9c40-11d3a2a3580e req-e75d5e77-962a-4ed8-9bf9-663f728a144b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:24.080395 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "DELETE /v2.0/security-groups/e6dd5b8b-78fd-4075-ae13-23c03a7a399c HTTP/1.1" status: 204 len: 168 time: 0.2018573 Jun 19 01:08:24.080773 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6005cd7e-8d22-4331-a59f-b500ad1ced20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:24.081515 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-93b3dd81-c7bd-4aaa-9c40-11d3a2a3580e req-e75d5e77-962a-4ed8-9bf9-663f728a144b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 945 time: 0.3319161 Jun 19 01:08:24.082619 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40284) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:24.091522 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dd5b8b-78fd-4075-ae13-23c03a7a399c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:24.094326 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-506f8627-9252-45bb-8ef6-72da31e2373c tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:24.102923 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.api.v2.resource [None req-c079ea3d-2d66-4509-b45b-2e83abd70f3d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] show failed (client error): The resource could not be found. Jun 19 01:08:24.103888 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c079ea3d-2d66-4509-b45b-2e83abd70f3d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "GET /v2.0/security-groups/e6dd5b8b-78fd-4075-ae13-23c03a7a399c HTTP/1.1" status: 404 len: 347 time: 0.0203657 Jun 19 01:08:24.106763 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40286) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:24.130232 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-93b3dd81-c7bd-4aaa-9c40-11d3a2a3580e req-aed9b2e5-3ddd-4c7f-8b6f-e944377583d4 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Jun 19 01:08:24.155308 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.178077 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:24.180979 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0417b83-5599-451d-b6b9-f895ac4ed4b7" -d '{"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:24.194521 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:24.217578 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283da188-605b-4f81-b919-035638ffe38e x-openstack-request-id: req-283da188-605b-4f81-b919-035638ffe38e {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:24.217578 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:24.217578 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-283da188-605b-4f81-b919-035638ffe38e {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:24.217907 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'code': 200} Jun 19 01:08:24.238050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Deleting port 15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:24.240486 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.259364 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.260385 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:24.263547 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:24.303997 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:24.304369 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 8ed1b79c-7881-4d1e-8337-7eb3c2d659f7 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:24.315143 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.315712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.332993 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=10']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:24.336082 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:24.384144 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Calling delete_port for 15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:24.537258 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600c87f-1bd6-407b-9290-b6d542d650f7 req-4fc8c5de-0f78-4ab3-9e50-9eb10cfb5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:24.538706 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5600c87f-1bd6-407b-9290-b6d542d650f7 req-4fc8c5de-0f78-4ab3-9e50-9eb10cfb5320 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 1100 time: 0.0505197 Jun 19 01:08:24.572070 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5600c87f-1bd6-407b-9290-b6d542d650f7 req-2d8657d6-2e58-4181-8996-0bec2801bd38 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269325 Jun 19 01:08:24.573155 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.576157 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ed8aa9cf-fcb8-45f4-bc84-e8033ded8339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:24.598698 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Pushing event deleted for resources: {'Port': ['ID=15b6fc6a-b68f-4a9e-a1f2-4e3684e07b00,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:24.602337 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:24.658978 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.661401 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:24.662531 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] 10.222.0.22 "DELETE /v2.0/floatingips/d283985c-b83a-4bdd-8b9c-b38010978b84 HTTP/1.1" status: 204 len: 168 time: 0.5547340 Jun 19 01:08:25.312619 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d79d24-075a-4238-89eb-483b4d0023ea req-46dd1887-fbc1-4b74-8462-bfaa6c8bc11e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:25.314131 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e9d79d24-075a-4238-89eb-483b4d0023ea req-46dd1887-fbc1-4b74-8462-bfaa6c8bc11e tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0652628 Jun 19 01:08:25.352229 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e9d79d24-075a-4238-89eb-483b4d0023ea req-5142a274-be93-49b0-8edd-a82d4b8fffab tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jun 19 01:08:26.539089 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6df93d-ff6f-4157-9898-e3cab85c0c7d req-a1e3fe37-3746-43a1-bc1b-1c53d03fb7e3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:26.540695 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bc6df93d-ff6f-4157-9898-e3cab85c0c7d req-a1e3fe37-3746-43a1-bc1b-1c53d03fb7e3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0688946 Jun 19 01:08:26.577002 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:26.581253 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-bc6df93d-ff6f-4157-9898-e3cab85c0c7d req-a1740a21-25e3-4048-b8b4-07bef40b4a41 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347633 Jun 19 01:08:26.646704 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-936460cc-a424-4c47-b4c0-d523ec4f68ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:27.389645 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:27.766493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6101d6-cb0a-448d-acab-012543e62012 req-9e71441b-06ec-4208-aadd-ce8ccc794353 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:27.767852 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6f6101d6-cb0a-448d-acab-012543e62012 req-9e71441b-06ec-4208-aadd-ce8ccc794353 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0655782 Jun 19 01:08:27.805294 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6f6101d6-cb0a-448d-acab-012543e62012 req-6f05b00a-0036-4b14-9c4e-bbcad5b76591 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Jun 19 01:08:28.706373 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40360) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:29.355293 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:29.397506 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:29.639916 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Deleting port e55331e5-96d8-4fb0-81ab-afd080f51f90 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:29.640260 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:29.717710 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] For port e55331e5-96d8-4fb0-81ab-afd080f51f90, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=e55331e5-96d8-4fb0-81ab-afd080f51f90,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:29.718401 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:29.779965 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Calling delete_port for e55331e5-96d8-4fb0-81ab-afd080f51f90 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:30.000832 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.002712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:30.027147 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55331e5-96d8-4fb0-81ab-afd080f51f90,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:30.030530 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:30.189557 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.395880 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Router 9e813536-00bd-4d64-a583-44ef89171e87 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:30.498330 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:30.503542 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-cd5a294a-25eb-472c-b6ea-5635ad679cb8 admin admin] 10.222.0.22 "PUT /v2.0/routers/9e813536-00bd-4d64-a583-44ef89171e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7961457 Jun 19 01:08:30.506352 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40364) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:30.511534 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Sync routers for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:30.517316 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:30.517989 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:30.610070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.714119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.741581 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:30.819059 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Deleting port fbf79e91-851a-43d9-8c5d-eaee24b53d67 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:30.819410 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.898489 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] For port fbf79e91-851a-43d9-8c5d-eaee24b53d67, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fbf79e91-851a-43d9-8c5d-eaee24b53d67,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:30.898941 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:30.911244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:08:29Z', 'revision_number': 5, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port': {'id': 'fbf79e91-851a-43d9-8c5d-eaee24b53d67', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e813536-00bd-4d64-a583-44ef89171e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:30.941546 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Checking router: 9e813536-00bd-4d64-a583-44ef89171e87 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:30.950117 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Routers {'9e813536-00bd-4d64-a583-44ef89171e87'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:30.950740 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['9e813536-00bd-4d64-a583-44ef89171e87'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:30.972194 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Calling delete_port for fbf79e91-851a-43d9-8c5d-eaee24b53d67 owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:31.032231 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] Set router 9e813536-00bd-4d64-a583-44ef89171e87 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:31.090430 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:08:30Z', 'revision_number': 6, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:31.117038 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fa86a-c1eb-4acd-a052-ff8c8bf5f4d3 None None] The sync data for ids ['9e813536-00bd-4d64-a583-44ef89171e87'] in dv-cinder-667108-33-smb is: [{'id': '9e813536-00bd-4d64-a583-44ef89171e87', 'name': 'tempest-AttachVolumeTestJSON-1577933238-router', 'tenant_id': '21553535f7604259861876f43cb2d496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:21Z', 'updated_at': '2021-06-19T01:08:30Z', 'revision_number': 6, 'project_id': '21553535f7604259861876f43cb2d496', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:08:31.212730 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.214864 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:31.237011 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf79e91-851a-43d9-8c5d-eaee24b53d67,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:31.242183 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:31.298808 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.402754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.404775 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.520530 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.521197 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e813536-00bd-4d64-a583-44ef89171e87 {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:08:31.526736 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.527842 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] 10.222.0.22 "DELETE /v2.0/routers/9e813536-00bd-4d64-a583-44ef89171e87 HTTP/1.1" status: 204 len: 168 time: 1.0205338 Jun 19 01:08:31.531981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40366) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:31.570670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Deleting subnet 3ef9a89a-3ab0-4399-bc83-d8ecad982e34 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:08:31.574167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.609965 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.714880 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.812659 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.816838 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2532df4a-c97a-4664-991d-69ef68ea8ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:31.840101 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef9a89a-3ab0-4399-bc83-d8ecad982e34,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:31.843119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:31.844174 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.848336 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ec3ecdf0-cc8c-4b95-bc0a-a43a1db0bc1d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ef9a89a-3ab0-4399-bc83-d8ecad982e34 HTTP/1.1" status: 204 len: 168 time: 0.3147547 Jun 19 01:08:31.848600 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40370) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:31.851017 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96f24a-e5e7-4e7f-837f-0a8393126513 None None] Network 78765d70-4c6e-4371-a857-ee69113a2afd requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:08:31.897565 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device e55331e5-96d8-4fb0-81ab-afd080f51f90 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:31.920606 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:31.920859 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: e55331e5-96d8-4fb0-81ab-afd080f51f90 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:31.920975 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device e55331e5-96d8-4fb0-81ab-afd080f51f90 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:31.921389 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fbf79e91-851a-43d9-8c5d-eaee24b53d67 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:31.948874 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: fbf79e91-851a-43d9-8c5d-eaee24b53d67 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:31.949223 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fbf79e91-851a-43d9-8c5d-eaee24b53d67 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:31.974525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Deleting port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:31.974947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.035940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] For port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:32.036303 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.068029 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:08:32.095192 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] DHCP port deletion for 78765d70-4c6e-4371-a857-ee69113a2afd request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:08:32.104159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Calling delete_port for 0aa126bb-ed2b-4ac4-a5ed-399c98087ace owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:32.150309 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Deleting port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:32.150735 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.217129 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] For port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,segment=NetworkSegment(115b1b78-2024-42ba-a874-9add651dbb70),segment_id=115b1b78-2024-42ba-a874-9add651dbb70)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:32.217594 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.246537 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.249523 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-332d445e-fcf8-4aba-9368-17d148fc38ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:32.277123 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:32.278858 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] No DVR routers for this DVR port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace on host dv-cinder-667108-33-smb {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:32.280301 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:32.285212 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Calling delete_port for 0aa126bb-ed2b-4ac4-a5ed-399c98087ace owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:32.350721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.360887 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78765d70-4c6e-4371-a857-ee69113a2afd']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:32.372126 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115b1b78-2024-42ba-a874-9add651dbb70') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:32.372424 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115b1b78-2024-42ba-a874-9add651dbb70') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:32.381544 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.395995 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.402150 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:08:32.402541 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:08:32.404149 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:08:32.411916 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.414745 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:32.438468 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Pushing event deleted for resources: {'Port': ['ID=0aa126bb-ed2b-4ac4-a5ed-399c98087ace,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:32.441688 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:32.442859 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] No DVR routers for this DVR port 0aa126bb-ed2b-4ac4-a5ed-399c98087ace on host dv-cinder-667108-33-smb {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:32.503816 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.507396 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:32.510000 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.511823 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/78765d70-4c6e-4371-a857-ee69113a2afd HTTP/1.1" status: 204 len: 168 time: 0.6623323 Jun 19 01:08:32.522233 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=78765d70-4c6e-4371-a857-ee69113a2afd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:32.524519 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:32.805020 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40374) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:32.845234 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-d9662c26-e520-4282-823b-755f8614fad8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21553535f7604259861876f43cb2d496&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389447 Jun 19 01:08:32.847453 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40376) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:32.893355 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:32.913844 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:33.018271 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:33.020799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:33.021941 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2e869db-8dfc-4f28-92f8-db6c2c8cfffd HTTP/1.1" status: 204 len: 168 time: 0.1734824 Jun 19 01:08:33.022728 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-128b21ed-f4d1-4487-a7f3-b015b77e0260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:33.030817 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e869db-8dfc-4f28-92f8-db6c2c8cfffd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:33.033132 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:33.637216 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 0aa126bb-ed2b-4ac4-a5ed-399c98087ace no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:33.659924 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 0aa126bb-ed2b-4ac4-a5ed-399c98087ace {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:33.660269 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 0aa126bb-ed2b-4ac4-a5ed-399c98087ace not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:38.216488 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-3fbda452-3449-42af-8643-903eb7fd45e9 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178385189&fields=id&tenant_id=c03f5fb1465044a8b956adc1b166a271 HTTP/1.1" status: 200 len: 267 time: 0.0343647 Jun 19 01:08:38.286402 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-5357331f-0790-41ed-b3e4-99ece0420107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:38.287770 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-5357331f-0790-41ed-b3e4-99ece0420107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 984 time: 0.0657682 Jun 19 01:08:38.299038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Request body: {'port': {'security_groups': ['f1166cc5-0295-48b9-bb8e-e37dd70ebe7a']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:08:38.390610 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.567314 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:38.597497 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.646700 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8649388'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.651440 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:38.658337 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:08:38.704299 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:38.704964 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.713346 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5c467e5b-271f-4963-9e90-85dcc1a849f9 req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "PUT /v2.0/ports/a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 942 time: 0.4152279 Jun 19 01:08:38.713346 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:38.713741 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40450) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:38.714191 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65726d796f4bce0e28478e58d89249897d48f88e498b5672e5d04313892f704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60193177-0655-4f58-aeb5-0138ba137103" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:38.739444 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event updated for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=7']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:38.742871 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-508fe30c-b167-4649-8af1-74be07d4c962 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:38.792171 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.816614 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:08:38.822966 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.899342 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d97875-5ebd-4fac-8f5d-be45936a360b x-openstack-request-id: req-15d97875-5ebd-4fac-8f5d-be45936a360b {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:38.900338 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:38.900692 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15d97875-5ebd-4fac-8f5d-be45936a360b {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:38.906536 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:08:38.969137 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ec198450-3fe4-4f00-b6ca-a81ce9514c2a None None] Provisioning complete for port a9f59b08-8d18-4928-bcd2-5725da9d92a3 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:08:38.969446 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ec198450-3fe4-4f00-b6ca-a81ce9514c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.977904 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.980445 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:38.981651 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "DELETE /v2.0/security-groups/22299ae5-ef42-4bed-a619-b521a27c7022 HTTP/1.1" status: 204 len: 168 time: 0.2670388 Jun 19 01:08:38.982571 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fb0a5cbd-4738-4d4b-b6e4-1fe1a08cac06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:38.984630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40456) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:38.996710 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22299ae5-ef42-4bed-a619-b521a27c7022,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:38.999915 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193177-0655-4f58-aeb5-0138ba137103 req-f4cd7b46-3d1e-4e7d-94f1-52867484f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:39.001500 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-f4cd7b46-3d1e-4e7d-94f1-52867484f1e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1098 time: 0.0707319 Jun 19 01:08:39.002324 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:39.103541 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193177-0655-4f58-aeb5-0138ba137103 req-dfcee470-26d8-43c5-b632-62963e6bcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:39.105059 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-dfcee470-26d8-43c5-b632-62963e6bcc24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 916 time: 0.0944352 Jun 19 01:08:39.162073 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Deleting port 4ef5e27e-0ec4-431d-af32-e1d14d5631d3 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:39.162418 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:39.173658 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-160be9e7-bebb-4b33-a2d5-5f41461f1bdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 1000 time: 0.0611122 Jun 19 01:08:39.221250 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193177-0655-4f58-aeb5-0138ba137103 req-1b190aec-c55e-49ca-b862-78fb887b9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:39.222665 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-1b190aec-c55e-49ca-b862-78fb887b9286 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.0431960 Jun 19 01:08:39.240731 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:39.241275 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:39.279119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60193177-0655-4f58-aeb5-0138ba137103 req-5b3e74ac-7c0a-43bb-aec8-b644413f7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:39.280678 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-5b3e74ac-7c0a-43bb-aec8-b644413f7462 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0516348 Jun 19 01:08:39.301968 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Calling delete_port for 4ef5e27e-0ec4-431d-af32-e1d14d5631d3 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:39.373883 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-eeb35ed0-4f2e-4089-8b18-b3b69d0a432b service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861609 Jun 19 01:08:39.460083 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-60193177-0655-4f58-aeb5-0138ba137103 req-6e1df70b-5f67-42c4-bccb-f793f7a9d0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799518 Jun 19 01:08:39.509786 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:39.511852 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c5f26e83-47e9-470e-81bb-da634fdf105e tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:39.537780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event deleted for resources: {'Port': ['ID=4ef5e27e-0ec4-431d-af32-e1d14d5631d3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:39.541520 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:39.599313 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:39.599654 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.l3_db [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Floating IP 8b711a2a-55d5-4868-9095-96cd48ef82c1 disassociated (deleted). External IP: 172.28.3.61, port: a9f59b08-8d18-4928-bcd2-5725da9d92a3. Jun 19 01:08:39.811145 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Router 6cdee586-4d29-4a5a-8de4-90651cba6be2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:40.156041 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:40.160903 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:40.168168 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d45497-fd28-461f-a411-64848d665708 None None] Sync routers for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:40.178230 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:40.178832 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:40.196589 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f36ec58b-c3b5-4003-ad37-48612b111f3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "DELETE /v2.0/floatingips/8b711a2a-55d5-4868-9095-96cd48ef82c1 HTTP/1.1" status: 204 len: 168 time: 1.2104084 Jun 19 01:08:40.282802 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:40.486690 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:40.512934 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d45497-fd28-461f-a411-64848d665708 None None] Checking router: 6cdee586-4d29-4a5a-8de4-90651cba6be2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:40.521558 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:40.522180 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:40.628852 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:40.832528 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-62d45497-fd28-461f-a411-64848d665708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:40.858623 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d45497-fd28-461f-a411-64848d665708 None None] The sync data for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb is: [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:06:16Z', 'revision_number': 4, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '07e1de89-7c66-4356-9ca9-1fe7d5d563b6', 'name': '', 'network_id': 'e10d1a94-9a7c-40a1-a8f5-84093cf18e03', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'mac_address': 'fa:16:3e:5b:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:15Z', 'updated_at': '2021-06-19T01:06:22Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'subnets': [{'id': '57195a0c-adf9-4e31-a976-83db65ed3f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:08:40.902097 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:40.904677 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65726d796f4bce0e28478e58d89249897d48f88e498b5672e5d04313892f704" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db93946-97d8-4967-9e2b-3f89ed780c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:40.942700 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7016d7-c1d5-49b8-b9b9-a61f6a7743bd x-openstack-request-id: req-ff7016d7-c1d5-49b8-b9b9-a61f6a7743bd {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:40.943096 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:40.943461 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff7016d7-c1d5-49b8-b9b9-a61f6a7743bd {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:40.943947 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:08:41.023273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-a6ddb88c-e73b-4e05-8e87-36cbfda3fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:41.025352 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-a6ddb88c-e73b-4e05-8e87-36cbfda3fd24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 1098 time: 0.0542402 Jun 19 01:08:41.126266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-e7cea9bf-4eb8-4f0a-8353-a25bf6a6e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:41.127768 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-e7cea9bf-4eb8-4f0a-8353-a25bf6a6e99f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 200 len: 916 time: 0.0918393 Jun 19 01:08:41.170612 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54511bb5-452a-4672-8eee-ff2bb22d98a4 None None] New status for floating IP 8b711a2a-55d5-4868-9095-96cd48ef82c1: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:08:41.172604 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-8e564eb0-a191-428d-ba2a-988f901cc470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 200 len: 217 time: 0.0371568 Jun 19 01:08:41.225867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-df84b49a-ae00-43bc-8a1a-2250120d239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:41.227382 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-df84b49a-ae00-43bc-8a1a-2250120d239b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 200 len: 854 time: 0.0445926 Jun 19 01:08:41.289104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-03a9ed45-dd90-46a2-827a-0266c6c59f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:41.290695 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-03a9ed45-dd90-46a2-827a-0266c6c59f0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e10d1a94-9a7c-40a1-a8f5-84093cf18e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0562115 Jun 19 01:08:41.377561 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-3d9682f2-abb3-4aea-b946-2bb80e9f15df service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802314 Jun 19 01:08:41.468361 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5db93946-97d8-4967-9e2b-3f89ed780c0c req-74a56be8-b4a9-48b1-b9ca-88ebfdee7744 service neutron] 10.222.0.26 "GET /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 Jun 19 01:08:43.719220 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffab20-af7b-4e28-a974-726c3d6e50b9 req-49213581-46e6-4a8a-86c7-5175b6fbdb3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:43.720666 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-34ffab20-af7b-4e28-a974-726c3d6e50b9 req-49213581-46e6-4a8a-86c7-5175b6fbdb3e tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0636377 Jun 19 01:08:43.758012 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-34ffab20-af7b-4e28-a974-726c3d6e50b9 req-8cf6ec7b-f0ab-4efd-9211-6bfafcccf207 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jun 19 01:08:43.823651 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:44.939372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473b5d2-cc5f-49ab-a7b0-542fc28ddcce req-1ab9994b-685e-438a-8973-63211c9c0f87 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:44.940895 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9473b5d2-cc5f-49ab-a7b0-542fc28ddcce req-1ab9994b-685e-438a-8973-63211c9c0f87 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0662642 Jun 19 01:08:44.983289 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9473b5d2-cc5f-49ab-a7b0-542fc28ddcce req-987a372e-fc8f-45a0-8d4e-89c26b2499ba tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Jun 19 01:08:45.565884 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-7676e9bb-6d57-4c9f-8520-92c2a90654d8 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:45.567347 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-7676e9bb-6d57-4c9f-8520-92c2a90654d8 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 945 time: 0.0608160 Jun 19 01:08:45.672322 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Deleting port a9f59b08-8d18-4928-bcd2-5725da9d92a3 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:45.672692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:45.764217 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] For port a9f59b08-8d18-4928-bcd2-5725da9d92a3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a9f59b08-8d18-4928-bcd2-5725da9d92a3,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:45.764597 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:45.823511 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Calling delete_port for a9f59b08-8d18-4928-bcd2-5725da9d92a3 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:45.995255 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:45.999792 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6661974d-b377-415e-b878-640874e7fc18 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:46.009824 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['a9f59b08-8d18-4928-bcd2-5725da9d92a3'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:08:46.025692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Pushing event deleted for resources: {'Port': ['ID=a9f59b08-8d18-4928-bcd2-5725da9d92a3,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:46.033997 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.034396 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.034738 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.035217 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.035440 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.035797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.039041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:08:46.047367 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:46.094706 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] No DVR routers for this DVR port a9f59b08-8d18-4928-bcd2-5725da9d92a3 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:46.095609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:46.097700 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-86cbd264-43b6-41a7-ab58-690bcf6a239a req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.26 "DELETE /v2.0/ports/a9f59b08-8d18-4928-bcd2-5725da9d92a3 HTTP/1.1" status: 204 len: 173 time: 0.5243871 Jun 19 01:08:46.098225 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'name': 'network-vif-deleted', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:46.100522 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f245dff-3258-47a7-bb65-0400c2e7d669" -d '{"events": [{"server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "name": "network-vif-deleted", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:46.135259 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d56fd-342b-4d4c-bf38-652acdbb218b x-openstack-request-id: req-ad0d56fd-342b-4d4c-bf38-652acdbb218b {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:46.135598 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2a9ff-de78-46ed-b92f-2f295202fdd2", "name": "network-vif-deleted", "tag": "a9f59b08-8d18-4928-bcd2-5725da9d92a3", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:46.135891 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad0d56fd-342b-4d4c-bf38-652acdbb218b {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:46.136485 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2a9ff-de78-46ed-b92f-2f295202fdd2', 'name': 'network-vif-deleted', 'tag': 'a9f59b08-8d18-4928-bcd2-5725da9d92a3', 'status': 'completed', 'code': 200} Jun 19 01:08:46.150555 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b487457-8bba-44c8-8d56-a7b4018563b5 req-74f417cb-bf10-4534-83fa-e28d5ddfde55 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0339630 Jun 19 01:08:46.720893 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-34c945ab-fc3c-4411-936e-70a41350d17f req-80358312-0c2f-46c7-b6b3-1e5907c4da6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2925162 Jun 19 01:08:46.773647 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-34c945ab-fc3c-4411-936e-70a41350d17f req-698fb056-abf0-4adf-a3ae-4479f4b10169 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c03f5fb1465044a8b956adc1b166a271&device_id=0da2a9ff-de78-46ed-b92f-2f295202fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0271890 Jun 19 01:08:46.896890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c945ab-fc3c-4411-936e-70a41350d17f req-421793b0-c2e2-45b8-a7f5-589815670028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:46.898284 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-34c945ab-fc3c-4411-936e-70a41350d17f req-421793b0-c2e2-45b8-a7f5-589815670028 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c03f5fb1465044a8b956adc1b166a271&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006684 Jun 19 01:08:46.990923 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c945ab-fc3c-4411-936e-70a41350d17f req-0a1f0909-376a-43c5-93e6-aefcab5a4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:46.992404 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-34c945ab-fc3c-4411-936e-70a41350d17f req-0a1f0909-376a-43c5-93e6-aefcab5a4848 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872452 Jun 19 01:08:48.152708 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device a9f59b08-8d18-4928-bcd2-5725da9d92a3 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:48.172128 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: a9f59b08-8d18-4928-bcd2-5725da9d92a3 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:48.172481 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device a9f59b08-8d18-4928-bcd2-5725da9d92a3 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:48.788196 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40624) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:49.117861 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:49.361833 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Deleting port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:49.362183 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:49.439885 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] For port 07e1de89-7c66-4356-9ca9-1fe7d5d563b6, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:49.440234 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:49.502281 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Calling delete_port for 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:49.721198 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:49.723311 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:49.749028 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e1de89-7c66-4356-9ca9-1fe7d5d563b6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:49.752439 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:49.913164 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.147293 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Router 6cdee586-4d29-4a5a-8de4-90651cba6be2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:50.252308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:50.257689 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8b62ca58-4ce5-4694-a312-a9d60b8ee336 admin admin] 10.222.0.22 "PUT /v2.0/routers/6cdee586-4d29-4a5a-8de4-90651cba6be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4680023 Jun 19 01:08:50.260322 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40640) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:50.264248 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Sync routers for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:50.273265 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:50.273868 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:50.363473 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.467827 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:50.468483 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.591732 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Deleting port 3f6c867c-de93-405d-b091-58e8a71be2dd {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:50.592134 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.645656 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:08:49Z', 'revision_number': 5, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port': {'id': '3f6c867c-de93-405d-b091-58e8a71be2dd', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:13Z', 'updated_at': '2021-06-19T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:50.674497 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] For port 3f6c867c-de93-405d-b091-58e8a71be2dd, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=3f6c867c-de93-405d-b091-58e8a71be2dd,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:50.674863 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.676574 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Checking router: 6cdee586-4d29-4a5a-8de4-90651cba6be2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:50.685051 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Routers {'6cdee586-4d29-4a5a-8de4-90651cba6be2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:50.685655 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['6cdee586-4d29-4a5a-8de4-90651cba6be2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:50.742476 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Calling delete_port for 3f6c867c-de93-405d-b091-58e8a71be2dd owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:50.769365 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] Set router 6cdee586-4d29-4a5a-8de4-90651cba6be2 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:50.820110 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:08:50Z', 'revision_number': 6, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:50.849199 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93373abf-b773-4cef-b0dc-2571cca1c920 None None] The sync data for ids ['6cdee586-4d29-4a5a-8de4-90651cba6be2'] in dv-cinder-667108-33-smb is: [{'id': '6cdee586-4d29-4a5a-8de4-90651cba6be2', 'name': 'tempest-TestMinimumBasicScenario-1659197856-router', 'tenant_id': 'c03f5fb1465044a8b956adc1b166a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:12Z', 'updated_at': '2021-06-19T01:08:50Z', 'revision_number': 6, 'project_id': 'c03f5fb1465044a8b956adc1b166a271', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:08:50.983910 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:50.985966 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f2a2b89a-9f2a-475a-85c5-fea2bd31c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:51.009219 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6c867c-de93-405d-b091-58e8a71be2dd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:51.013016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:51.070625 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.399337 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.401391 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.514060 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.514611 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cdee586-4d29-4a5a-8de4-90651cba6be2 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:08:51.519297 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.520412 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] 10.222.0.22 "DELETE /v2.0/routers/6cdee586-4d29-4a5a-8de4-90651cba6be2 HTTP/1.1" status: 204 len: 168 time: 1.2590859 Jun 19 01:08:51.522878 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40650) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:51.567103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Deleting subnet 57195a0c-adf9-4e31-a976-83db65ed3f99 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:08:51.570433 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.609712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.658677 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3f6c867c-de93-405d-b091-58e8a71be2dd no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:51.680785 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 3f6c867c-de93-405d-b091-58e8a71be2dd {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:51.681155 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 3f6c867c-de93-405d-b091-58e8a71be2dd not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:51.681589 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:51.702110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:51.702469 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 07e1de89-7c66-4356-9ca9-1fe7d5d563b6 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:51.717540 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.834972 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.837534 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-fe48f450-4be3-455b-bb48-218f58a9f8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:51.866353 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57195a0c-adf9-4e31-a976-83db65ed3f99,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:51.869427 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:51.870489 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.872975 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1adb7af8-7609-412d-9f54-75219b40cab9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57195a0c-adf9-4e31-a976-83db65ed3f99 HTTP/1.1" status: 204 len: 168 time: 0.3491428 Jun 19 01:08:51.875326 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40652) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:51.877994 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d5796-f8db-4b8c-9ff4-ed35d2ca8886 None None] Network e10d1a94-9a7c-40a1-a8f5-84093cf18e03 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:08:51.942647 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:51.993595 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Deleting port 23152fbc-5479-467b-9848-5960a74c651a {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:51.994301 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.060319 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] For port 23152fbc-5479-467b-9848-5960a74c651a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=23152fbc-5479-467b-9848-5960a74c651a,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:52.060716 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.081022 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] DHCP port deletion for e10d1a94-9a7c-40a1-a8f5-84093cf18e03 request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:08:52.125355 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Deleting port 23152fbc-5479-467b-9848-5960a74c651a {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:52.125739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.126081 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Calling delete_port for 23152fbc-5479-467b-9848-5960a74c651a owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:52.187623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] For port 23152fbc-5479-467b-9848-5960a74c651a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=23152fbc-5479-467b-9848-5960a74c651a,segment=NetworkSegment(d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26),segment_id=d3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:52.188017 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.249724 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Calling delete_port for 23152fbc-5479-467b-9848-5960a74c651a owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:52.279864 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.281990 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:52.305608 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Pushing event deleted for resources: {'Port': ['ID=23152fbc-5479-467b-9848-5960a74c651a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:52.308584 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:52.309462 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] No DVR routers for this DVR port 23152fbc-5479-467b-9848-5960a74c651a on host dv-cinder-667108-33-smb {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:52.333283 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.340502 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:52.359405 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Pushing event deleted for resources: {'Port': ['ID=23152fbc-5479-467b-9848-5960a74c651a,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:52.362506 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:52.363312 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d589d2e-deab-4708-a10f-3ecdda0f0acf None None] No DVR routers for this DVR port 23152fbc-5479-467b-9848-5960a74c651a on host dv-cinder-667108-33-smb {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:52.389156 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.399188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10d1a94-9a7c-40a1-a8f5-84093cf18e03']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:52.410949 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:52.411247 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a1a3b5-f4fb-4a1a-aa5a-a9ac5214da26') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:52.420319 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.434033 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.440073 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:08:52.440469 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:08:52.442121 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:08:52.577042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.581026 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:52.598036 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:52.599878 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e10d1a94-9a7c-40a1-a8f5-84093cf18e03 HTTP/1.1" status: 204 len: 168 time: 0.7236447 Jun 19 01:08:52.601035 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10d1a94-9a7c-40a1-a8f5-84093cf18e03,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:52.602774 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40660) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:52.608933 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-203226bf-ba0c-41fc-9d89-b9c24c907136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:52.928955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.169435 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Deleting port b0f5bf94-5bea-44f3-bec5-af93354bc98d {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:53.170147 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.248238 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] For port b0f5bf94-5bea-44f3-bec5-af93354bc98d, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=b0f5bf94-5bea-44f3-bec5-af93354bc98d,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:53.248520 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.310168 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Calling delete_port for b0f5bf94-5bea-44f3-bec5-af93354bc98d owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:53.515120 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.517030 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0d56f91b-9974-466f-8023-498a8a84cad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:53.543650 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f5bf94-5bea-44f3-bec5-af93354bc98d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:53.546715 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:53.714016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.744414 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 23152fbc-5479-467b-9848-5960a74c651a no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:53.765826 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 23152fbc-5479-467b-9848-5960a74c651a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:53.766360 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 23152fbc-5479-467b-9848-5960a74c651a not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:53.817004 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-045925dc-82f6-4df1-bfd0-fd21f159ab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:53.942686 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Router 3847054b-fdff-4825-8153-add5cbbf98eb has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:54.048402 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:54.050276 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-11136bf5-8f61-4d53-9afd-05754728882d admin admin] 10.222.0.22 "PUT /v2.0/routers/3847054b-fdff-4825-8153-add5cbbf98eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458947 Jun 19 01:08:54.052104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40668) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:54.054841 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Sync routers for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:54.066114 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:54.067006 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:54.155634 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:54.256546 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:54.291751 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:54.482019 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:08:53Z', 'revision_number': 5, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port': {'id': '304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:54.508201 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Checking router: 3847054b-fdff-4825-8153-add5cbbf98eb for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:54.517406 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Routers {'3847054b-fdff-4825-8153-add5cbbf98eb'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:54.518048 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3847054b-fdff-4825-8153-add5cbbf98eb'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:54.602386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Deleting port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:54.602646 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:54.607228 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] Set router 3847054b-fdff-4825-8153-add5cbbf98eb gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:54.659684 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:08:54Z', 'revision_number': 6, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:54.678818 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] For port 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:54.679157 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:54.689095 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60f923-adbe-45fe-b9c8-0f5f5a0fe546 None None] The sync data for ids ['3847054b-fdff-4825-8153-add5cbbf98eb'] in dv-cinder-667108-33-smb is: [{'id': '3847054b-fdff-4825-8153-add5cbbf98eb', 'name': 'tempest-TestMinimumBasicScenario-1108016563-router', 'tenant_id': '944e2b51ea254fd99a8e60f13e8fa983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:06:21Z', 'updated_at': '2021-06-19T01:08:54Z', 'revision_number': 6, 'project_id': '944e2b51ea254fd99a8e60f13e8fa983', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:08:54.746157 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Calling delete_port for 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:54.954268 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:54.958459 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:54.985502 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:54.989258 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:55.050734 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.142199 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.144252 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.229436 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.229966 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3847054b-fdff-4825-8153-add5cbbf98eb {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:08:55.236801 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.236801 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-29cbc28b-af3d-41b6-bc57-b652f2b1d5d9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3847054b-fdff-4825-8153-add5cbbf98eb HTTP/1.1" status: 204 len: 168 time: 1.1823711 Jun 19 01:08:55.238047 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40676) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:55.283673 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Deleting subnet adb8d12a-20e8-43ec-afdc-a6233a9afddb {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:08:55.286706 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.320570 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.394384 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.531981 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.534410 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:55.559442 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb8d12a-20e8-43ec-afdc-a6233a9afddb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:55.562558 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:55.563511 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.565503 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/adb8d12a-20e8-43ec-afdc-a6233a9afddb HTTP/1.1" status: 204 len: 168 time: 0.3265646 Jun 19 01:08:55.567960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40680) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:55.568329 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e36a4-50bd-4009-af02-fe555c87aa06 None None] Network eedcf160-ad8b-47c4-81b1-779df6fef3cb requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:08:55.650370 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.688482 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device b0f5bf94-5bea-44f3-bec5-af93354bc98d no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:55.710075 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: b0f5bf94-5bea-44f3-bec5-af93354bc98d {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:55.710328 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device b0f5bf94-5bea-44f3-bec5-af93354bc98d not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:55.710748 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:55.711438 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Deleting port 997a365c-f6c8-4388-b039-23bcef9e171a {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:55.711783 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.732109 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:55.732456 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 304cd3d5-7c0d-4fd0-8ddf-a68cd1a82bd0 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:55.775713 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] For port 997a365c-f6c8-4388-b039-23bcef9e171a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=997a365c-f6c8-4388-b039-23bcef9e171a,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:55.776145 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.807068 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] DHCP port deletion for eedcf160-ad8b-47c4-81b1-779df6fef3cb request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:08:55.846942 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Calling delete_port for 997a365c-f6c8-4388-b039-23bcef9e171a owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:55.856146 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Deleting port 997a365c-f6c8-4388-b039-23bcef9e171a {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:55.856538 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.919368 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] For port 997a365c-f6c8-4388-b039-23bcef9e171a, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=997a365c-f6c8-4388-b039-23bcef9e171a,segment=NetworkSegment(424d79fc-977d-4ed3-ab43-d4b3d9664553),segment_id=424d79fc-977d-4ed3-ab43-d4b3d9664553)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:55.919869 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:55.984734 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Calling delete_port for 997a365c-f6c8-4388-b039-23bcef9e171a owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:56.001243 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.004038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:56.027648 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Pushing event deleted for resources: {'Port': ['ID=997a365c-f6c8-4388-b039-23bcef9e171a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:56.030079 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:56.032492 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] No DVR routers for this DVR port 997a365c-f6c8-4388-b039-23bcef9e171a on host dv-cinder-667108-33-smb {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:56.065777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.067965 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:56.091989 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Pushing event deleted for resources: {'Port': ['ID=997a365c-f6c8-4388-b039-23bcef9e171a,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:56.094810 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:56.095606 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] No DVR routers for this DVR port 997a365c-f6c8-4388-b039-23bcef9e171a on host dv-cinder-667108-33-smb {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:56.110863 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.121106 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedcf160-ad8b-47c4-81b1-779df6fef3cb']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:56.131563 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424d79fc-977d-4ed3-ab43-d4b3d9664553') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:56.131867 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424d79fc-977d-4ed3-ab43-d4b3d9664553') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:56.141855 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.155408 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.160948 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:08:56.161334 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:08:56.162916 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:08:56.280883 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.284819 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:56.287289 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.289138 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] 10.222.0.22 "DELETE /v2.0/networks/eedcf160-ad8b-47c4-81b1-779df6fef3cb HTTP/1.1" status: 204 len: 168 time: 0.7202559 Jun 19 01:08:56.304321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedcf160-ad8b-47c4-81b1-779df6fef3cb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:56.304321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:56.596199 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.663896 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40700) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:56.686300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-905c81e2-34db-4cd2-8521-7d787a523c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.708126 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f8f63cb2-298a-43bf-8f56-b7996d62f0c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c03f5fb1465044a8b956adc1b166a271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429258 Jun 19 01:08:56.710683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40702) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:56.766728 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.788193 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.915511 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.918742 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:56.920006 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1166cc5-0295-48b9-bb8e-e37dd70ebe7a HTTP/1.1" status: 204 len: 168 time: 0.2083516 Jun 19 01:08:56.920973 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2dfa89d3-bc1c-49f6-8702-06864daed26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:56.929562 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1166cc5-0295-48b9-bb8e-e37dd70ebe7a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:56.931970 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:57.319542 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d782dde-a7da-4f2b-a192-e58f343d0f04 req-a7be2d49-5630-4770-b2b8-36eaa04bdb26 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:57.321031 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3d782dde-a7da-4f2b-a192-e58f343d0f04 req-a7be2d49-5630-4770-b2b8-36eaa04bdb26 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0704219 Jun 19 01:08:57.359350 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-3d782dde-a7da-4f2b-a192-e58f343d0f04 req-0c5cc56a-8740-4a69-af92-1a182c2ef6d1 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Jun 19 01:08:57.382747 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:57.600601 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40712) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:57.642159 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-47bd0af2-3fbb-448f-92d1-953981f300ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=944e2b51ea254fd99a8e60f13e8fa983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402443 Jun 19 01:08:57.644569 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40714) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:57.652020 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 997a365c-f6c8-4388-b039-23bcef9e171a no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:08:57.671254 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 997a365c-f6c8-4388-b039-23bcef9e171a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:08:57.671776 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 997a365c-f6c8-4388-b039-23bcef9e171a not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:08:57.694651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:57.716417 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:57.846791 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:57.851512 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:57.851512 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb46b7e3-4c7a-413d-8d02-83e35564dc89 HTTP/1.1" status: 204 len: 168 time: 0.2048674 Jun 19 01:08:57.851512 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-88313048-482e-4a1a-b03c-a3af14949905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:57.864752 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46b7e3-4c7a-413d-8d02-83e35564dc89,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:57.868077 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:58.545030 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abb798-5a87-41b5-8c93-2150dc09d158 req-3c0905f1-0a3c-44bf-9f31-90b6d796baa3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:58.546603 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98abb798-5a87-41b5-8c93-2150dc09d158 req-3c0905f1-0a3c-44bf-9f31-90b6d796baa3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0671008 Jun 19 01:08:58.583841 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-98abb798-5a87-41b5-8c93-2150dc09d158 req-aaf14e9f-75ef-4bb6-8799-0ab99c7be79b tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6b64104-3719-4af1-8796-6f4cb0775958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jun 19 01:08:58.648379 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-ddcbb2e2-bdf7-4e74-8282-ae972f027211 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:58.649875 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-ddcbb2e2-bdf7-4e74-8282-ae972f027211 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 947 time: 0.0651972 Jun 19 01:08:58.755091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Deleting port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:08:58.755432 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:58.843823 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] For port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:08:58.844200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:58.898673 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40758) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:58.990191 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-225664237-network', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:08:59.016408 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.016815 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.017127 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Floating IP b3bc47f7-80e3-4a88-887a-a3dabb7de153 disassociated. External IP: 172.28.3.111, port: bdd1c3ca-703e-427e-98d8-7c02ce1dbefd. Jun 19 01:08:59.017480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Calling delete_port for bdd1c3ca-703e-427e-98d8-7c02ce1dbefd owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:08:59.086770 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Made reservation on behalf of 1ee73c50e7474459b3796cd3715c5964 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:08:59.089179 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.098422 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.212397 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.217654 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1ad8a26c-1cf4-4dc0-83f8-b01a1688ef92 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:59.252010 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'Port': ['ID=bdd1c3ca-703e-427e-98d8-7c02ce1dbefd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:59.253311 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:59.287524 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.321095 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.343684 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.347766 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d56605d9-84c8-4a03-b5e8-f52510354707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:59.358712 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:08:59.369614 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:08:59.379599 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ea69f-ffb5-4968-9de9-01238331f02c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:59.384000 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:59.385110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.385453 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Added segment fa1ee865-8010-4c3c-8e8a-b15269dd995a of type vlan for network 5b06237e-f905-4422-bc27-339bfb610af6 Jun 19 01:08:59.425228 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.470341 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:08:59.484141 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:08:59.498856 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:59.503683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.505075 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:08:59.505660 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.505780 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:59.507800 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-7da3e851-56ea-4224-bde5-14804173ede5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:08:59.518649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] No DVR routers for this DVR port bdd1c3ca-703e-427e-98d8-7c02ce1dbefd on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:08:59.521266 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.523433 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4df1b8d8-db5c-4de9-92f2-5c4c31cfdab1 req-5bcd6dbf-36c2-412f-980b-ad3f44f51096 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.26 "DELETE /v2.0/ports/bdd1c3ca-703e-427e-98d8-7c02ce1dbefd HTTP/1.1" status: 204 len: 173 time: 0.8680363 Jun 19 01:08:59.524216 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-deleted', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:08:59.526628 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f6d69-d4db-4376-89c7-a92a6872686b" -d '{"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-deleted", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:08:59.574841 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Pushing event updated for resources: {'Network': ['ID=5b06237e-f905-4422-bc27-339bfb610af6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:08:59.577765 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:08:59.587767 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 5b06237e-f905-4422-bc27-339bfb610af6 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:08:59.611473 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69cd33-3d0d-4127-ae6e-7a77cc4fdfe7 x-openstack-request-id: req-5a69cd33-3d0d-4127-ae6e-7a77cc4fdfe7 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:08:59.612006 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8da9f-cf00-4deb-9555-16cb8ad75b83", "name": "network-vif-deleted", "tag": "bdd1c3ca-703e-427e-98d8-7c02ce1dbefd", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:08:59.612155 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a69cd33-3d0d-4127-ae6e-7a77cc4fdfe7 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:08:59.613085 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd8da9f-cf00-4deb-9555-16cb8ad75b83', 'name': 'network-vif-deleted', 'tag': 'bdd1c3ca-703e-427e-98d8-7c02ce1dbefd', 'status': 'completed', 'code': 200} Jun 19 01:08:59.637849 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7358541 Jun 19 01:08:59.639056 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40778) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:08:59.644955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Request body: {'subnet': {'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-225664237-subnet', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:08:59.653709 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:08:59.744215 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Made reservation on behalf of 1ee73c50e7474459b3796cd3715c5964 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:08:59.750030 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:08:59.807465 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-73fd06b9-c796-4743-beb3-c14ca1096d89 req-b886f4e2-bd60-402f-8f6d-668327594f13 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd8da9f-cf00-4deb-9555-16cb8ad75b83 HTTP/1.1" status: 200 len: 210 time: 0.0529103 Jun 19 01:08:59.920742 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:08:59.947366 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:08:59.955767 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:08:59.956385 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:00.023881 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.026894 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-23565902-fb14-4c39-8d37-d4099de6b429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:00.062682 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:00.090785 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6357171a-7be2-4fca-8db7-e954973c1176,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:00.093596 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:00.104241 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Checking segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:00.104241 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Network hostable DHCP agents. Network: 5b06237e-f905-4422-bc27-339bfb610af6, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:09:00.205105 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Network 5b06237e-f905-4422-bc27-339bfb610af6 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:09:00.260888 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:00.287504 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90ee7-0a7f-4853-8924-66b0603bd2fa None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:02:32Z', 'revision_number': 4, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'fa456b06-9e56-4876-8d2b-e26e2f9360d5', 'name': '', 'network_id': 'b4e87aef-f42b-4873-9ec1-92d19117baa2', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'mac_address': 'fa:16:3e:a2:db:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:30Z', 'updated_at': '2021-06-19T01:02:42Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'subnets': [{'id': 'c203a73c-16a1-4e67-91b5-70a5429668b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:00.315084 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 5b06237e-f905-4422-bc27-339bfb610af6) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:00.320606 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:00.320606 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.324367 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bc42d-1271-48de-b208-a2c58f2a0508 None None] Network 5b06237e-f905-4422-bc27-339bfb610af6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:00.438959 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7958274 Jun 19 01:09:00.439374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40788) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:00.446018 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:00.484682 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-5b06237e-f905-4422-bc27-339bfb610af6', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:09:00.485814 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.549746 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.550834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.559466 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e27af-5c72-4dfd-a0de-fe31e651f157 None None] New status for floating IP b3bc47f7-80e3-4a88-887a-a3dabb7de153: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:09:00.604925 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.712008 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Allocated IP 172.20.0.2 (5b06237e-f905-4422-bc27-339bfb610af6/6357171a-7be2-4fca-8db7-e954973c1176/df34bf59-c17b-4200-9218-2f6bed32c78d) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:00.816242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.863348 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.871803 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Transition to ACTIVE for port object df34bf59-c17b-4200-9218-2f6bed32c78d will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:00.886081 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Transition to ACTIVE for port object df34bf59-c17b-4200-9218-2f6bed32c78d will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:00.966474 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:00.968465 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:01.005910 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Network 5b06237e-f905-4422-bc27-339bfb610af6 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:01.008785 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:01.011150 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:01.020410 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Pushing event updated for resources: {'Port': ['ID=df34bf59-c17b-4200-9218-2f6bed32c78d,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:01.023027 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:01.073273 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.073540 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Attempting to bind port df34bf59-c17b-4200-9218-2f6bed32c78d on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:01.073843 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Attempting to bind port df34bf59-c17b-4200-9218-2f6bed32c78d by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:01.074765 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Attempting to bind port df34bf59-c17b-4200-9218-2f6bed32c78d on network 5b06237e-f905-4422-bc27-339bfb610af6 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:01.079667 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:01.080160 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Checking segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:01.080512 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.080932 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Bound using segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:01.081397 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Bound port: df34bf59-c17b-4200-9218-2f6bed32c78d, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:01.081770 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.096021 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.151407 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] For port df34bf59-c17b-4200-9218-2f6bed32c78d, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:01.155586 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] For port df34bf59-c17b-4200-9218-2f6bed32c78d, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=df34bf59-c17b-4200-9218-2f6bed32c78d,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:01.195733 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.198539 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:01.206131 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Allocated IP 172.28.3.238 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/7c1947e7-1052-4b53-a0b4-6561a079fed9) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:01.262613 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Pushing event updated for resources: {'Port': ['ID=df34bf59-c17b-4200-9218-2f6bed32c78d,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:01.266161 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:01.317606 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.441819 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:01.447905 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:01.486558 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:01.489717 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:01.493252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:01.499834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1947e7-1052-4b53-a0b4-6561a079fed9,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:01.519364 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:01.683954 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device df34bf59-c17b-4200-9218-2f6bed32c78d up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:01.795051 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port df34bf59-c17b-4200-9218-2f6bed32c78d completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:01.838316 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.040050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.075900 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40812) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:02.130821 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.142507 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7ca6c-069f-45f4-bed3-516eb0a46a35 None None] Network 5b06237e-f905-4422-bc27-339bfb610af6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:02.160731 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.229478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:09:02.246064 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:09:02.274214 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: bdd1c3ca-703e-427e-98d8-7c02ce1dbefd {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:09:02.274571 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device bdd1c3ca-703e-427e-98d8-7c02ce1dbefd not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:09:02.276311 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.279621 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.283986 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6b64104-3719-4af1-8796-6f4cb0775958 HTTP/1.1" status: 204 len: 168 time: 0.2099600 Jun 19 01:09:02.283986 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:02.284329 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40814) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:02.292424 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b64104-3719-4af1-8796-6f4cb0775958,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:02.294961 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:02.330501 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.api.v2.resource [None req-c46a98bb-fe22-456e-8f5c-4a5aff70f296 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] show failed (client error): The resource could not be found. Jun 19 01:09:02.334409 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c46a98bb-fe22-456e-8f5c-4a5aff70f296 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "GET /v2.0/security-groups/b6b64104-3719-4af1-8796-6f4cb0775958 HTTP/1.1" status: 404 len: 347 time: 0.0462267 Jun 19 01:09:02.335244 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40816) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:02.336786 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Provisioning for port df34bf59-c17b-4200-9218-2f6bed32c78d completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:02.343349 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Provisioning complete for port df34bf59-c17b-4200-9218-2f6bed32c78d triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:02.345553 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.356231 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:02.366351 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Sync routers for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:02.376278 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:02.384787 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:02.442056 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.443876 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0024428 Jun 19 01:09:02.447267 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40818) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:02.490798 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Deleting port 3d528640-c21a-4b15-95d8-c2a386642143 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:09:02.491330 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.510161 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:02.568266 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.618471 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] For port df34bf59-c17b-4200-9218-2f6bed32c78d, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=df34bf59-c17b-4200-9218-2f6bed32c78d,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:02.625612 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.626955 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.691962 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.695208 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:02.719315 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Calling delete_port for 3d528640-c21a-4b15-95d8-c2a386642143 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:09:02.752882 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Pushing event updated for resources: {'Port': ['ID=df34bf59-c17b-4200-9218-2f6bed32c78d,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:02.756435 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:02.814537 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:01Z', 'revision_number': 3, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:02.814947 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-7fc0f9a4-9929-40dd-b391-cff08b154735 None None] Provisioning complete for port df34bf59-c17b-4200-9218-2f6bed32c78d triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:02.815663 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7fc0f9a4-9929-40dd-b391-cff08b154735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.841923 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Checking router: 8c8af036-edf9-4bd3-82c2-f9dc225a8660 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:02.842282 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Updating router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 port 7c1947e7-1052-4b53-a0b4-6561a079fed9 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:09:02.877153 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.978050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:02.987183 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bee0bc15-1868-4417-88e0-bb3b0d4ed0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:03.021859 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Pushing event deleted for resources: {'Port': ['ID=3d528640-c21a-4b15-95d8-c2a386642143,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:03.030363 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:03.095338 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.098684 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.102690 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-22f4eb1a-1d89-477f-878c-6b0d6580dd7a tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] 10.222.0.22 "DELETE /v2.0/floatingips/b3bc47f7-80e3-4a88-887a-a3dabb7de153 HTTP/1.1" status: 204 len: 168 time: 0.7635472 Jun 19 01:09:03.145685 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.155591 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Transition to ACTIVE for port object 7c1947e7-1052-4b53-a0b4-6561a079fed9 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:03.218062 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.221328 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:03.242927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.269102 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Pushing event updated for resources: {'Port': ['ID=7c1947e7-1052-4b53-a0b4-6561a079fed9,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:03.278841 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.279188 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.279529 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.279865 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.280196 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.280543 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.280877 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.281201 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.281549 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.281876 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.282199 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.282522 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:03.285572 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Attempting to bind port 7c1947e7-1052-4b53-a0b4-6561a079fed9 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:03.285957 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Attempting to bind port 7c1947e7-1052-4b53-a0b4-6561a079fed9 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:03.286332 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Attempting to bind port 7c1947e7-1052-4b53-a0b4-6561a079fed9 on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:03.288602 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:03.292391 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:03.293448 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:03.300800 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.300800 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:03.300800 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Bound port: 7c1947e7-1052-4b53-a0b4-6561a079fed9, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:03.300800 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.349947 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] For port 7c1947e7-1052-4b53-a0b4-6561a079fed9, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:03.353163 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] For port 7c1947e7-1052-4b53-a0b4-6561a079fed9, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7c1947e7-1052-4b53-a0b4-6561a079fed9,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:03.410797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Allocated IP 172.20.0.1 (5b06237e-f905-4422-bc27-339bfb610af6/6357171a-7be2-4fca-8db7-e954973c1176/c11eab06-6f8d-4ff7-a846-ab21b46ccde7) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:03.458510 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.460940 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-0331c3f9-c4fd-419b-97bc-b5d74e6bcf54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:03.513983 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:03.514596 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:03.516241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.530562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Transition to ACTIVE for port object c11eab06-6f8d-4ff7-a846-ab21b46ccde7 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:03.555350 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Pushing event updated for resources: {'Port': ['ID=7c1947e7-1052-4b53-a0b4-6561a079fed9,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:03.560641 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-0fd6b4df-5e2c-4ea0-be9b-2065e55fcd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:03.630629 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:03.659264 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.668290 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:03.676864 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device df34bf59-c17b-4200-9218-2f6bed32c78d up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:03.716028 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Network 5b06237e-f905-4422-bc27-339bfb610af6 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:03.723082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:03.729888 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:03.750671 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port df34bf59-c17b-4200-9218-2f6bed32c78d triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:03.751244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.771372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Pushing event updated for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:03.771372 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:03.799850 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:03.872452 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:01Z', 'revision_number': 3, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:03.900670 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fa31a-581e-41dd-b447-2f447b16dc8e None None] The sync data for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb is: [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:01Z', 'revision_number': 3, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:04.074692 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-48b30e3d-66eb-4e26-b08c-29297c312b61 None None] Provisioning for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:04.074692 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-48b30e3d-66eb-4e26-b08c-29297c312b61 None None] Provisioning complete for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:04.075555 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-48b30e3d-66eb-4e26-b08c-29297c312b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.077504 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.113214 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-48b30e3d-66eb-4e26-b08c-29297c312b61 None None] Port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:09:04.263479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.326711 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.330233 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-89c79fbd-0b50-4359-9875-f7c5762615d3 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:04.396225 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.399196 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Pushing event updated for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:04.404609 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:04.497346 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Network 5b06237e-f905-4422-bc27-339bfb610af6 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:04.498778 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:04.635171 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:09:04.748149 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-c0b94242-121b-4e31-890e-00096073a562 None None] Provisioning complete for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:04.748778 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0b94242-121b-4e31-890e-00096073a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:04.753086 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:04.759989 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] 10.222.0.22 "PUT /v2.0/routers/8c8af036-edf9-4bd3-82c2-f9dc225a8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3096342 Jun 19 01:09:04.801168 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-c0b94242-121b-4e31-890e-00096073a562 None None] Port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:09:05.420952 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Sync routers for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:05.430999 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:05.431919 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:05.505925 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40868) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:05.511306 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446032049-network', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:05.543706 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:05.616672 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Made reservation on behalf of 80ecfe751a16423599c7b5e92f0be121 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:05.623097 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.632604 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.692917 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7c1947e7-1052-4b53-a0b4-6561a079fed9 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:05.729857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.786549 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:04Z', 'revision_number': 2, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:05.800852 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.803882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-bc555d6d-ec36-4b7d-94d1-6a59ce006f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:05.813251 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Checking router: 8c8af036-edf9-4bd3-82c2-f9dc225a8660 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:05.813766 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Updating router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:09:05.826420 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:09:05.835208 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 7c1947e7-1052-4b53-a0b4-6561a079fed9 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:05.835922 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315d363e-93dc-493d-9622-3bfc18ebc754,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:05.840755 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:05.842070 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.842473 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Added segment 13320a3b-f80a-4abc-b2ca-736013847cde of type vlan for network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 Jun 19 01:09:05.846647 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 7c1947e7-1052-4b53-a0b4-6561a079fed9 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:05.847102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.876491 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.883020 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.950210 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.951768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:05.952516 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:05.955799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3c09ddd8-04e5-4803-a200-80e6f94359f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:06.017127 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Pushing event updated for resources: {'Network': ['ID=9f019f0a-e20e-42ec-abbe-c23523e5b2f6,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:06.019917 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:06.031327 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:09:06.038096 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.044850 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40876) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:06.081565 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5744941 Jun 19 01:09:06.084472 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40880) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:06.090628 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Request body: {'subnet': {'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446032049-subnet', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:06.098714 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 7c1947e7-1052-4b53-a0b4-6561a079fed9, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7c1947e7-1052-4b53-a0b4-6561a079fed9,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:06.157920 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.165474 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:06.172773 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Made reservation on behalf of 80ecfe751a16423599c7b5e92f0be121 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:06.175286 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.243162 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=7c1947e7-1052-4b53-a0b4-6561a079fed9,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:06.249740 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:06.317378 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.327895 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Transition to ACTIVE for port object c11eab06-6f8d-4ff7-a846-ab21b46ccde7 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:06.390029 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.392979 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:06.413269 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.416894 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-72b3b90b-9507-4500-b6e5-154df0fee571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:06.477780 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Pushing event updated for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:06.481069 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Pushing event updated for resources: {'Subnet': ['ID=24433ff2-a350-43fe-b3e7-8e840290b0f2,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:06.481756 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:06.485282 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:06.492067 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Checking segment: {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:06.492742 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Network hostable DHCP agents. Network: 9f019f0a-e20e-42ec-abbe-c23523e5b2f6, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:09:06.556614 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Attempting to bind port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:06.557258 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Attempting to bind port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:06.557969 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Attempting to bind port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 on network 5b06237e-f905-4422-bc27-339bfb610af6 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Checking segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Bound using segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Bound port: c11eab06-6f8d-4ff7-a846-ab21b46ccde7, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:06.570623 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.578072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:09:06.650620 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] For port c11eab06-6f8d-4ff7-a846-ab21b46ccde7, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:06.652449 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 9f019f0a-e20e-42ec-abbe-c23523e5b2f6) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:06.654370 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] For port c11eab06-6f8d-4ff7-a846-ab21b46ccde7, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:06.657091 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:06.657790 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.661463 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee5f3b-4fba-4fcd-a31c-170037cfec0a None None] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:06.717590 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.721981 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-c2ae9e86-a3e7-4257-9a9a-ce9245d0224e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:06.738997 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6527708 Jun 19 01:09:06.741329 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.744312 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40894) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:06.747315 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:06.822710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:06.823973 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:06.832925 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-616'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.834104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581020', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-611'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:06.843935 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Pushing event updated for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:06.894522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:06.923940 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.122036 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Deleting port fa456b06-9e56-4876-8d2b-e26e2f9360d5 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:09:07.122392 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.148239 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp41f69aaf-5daf-5216-bf2c-170ef079b45d-9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2'}]}} from dv-cinder-667108-33-smb. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 01:09:07.149136 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.153346 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.182459 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:07.204368 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] For port fa456b06-9e56-4876-8d2b-e26e2f9360d5, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=fa456b06-9e56-4876-8d2b-e26e2f9360d5,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:07.204761 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.271369 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Calling delete_port for fa456b06-9e56-4876-8d2b-e26e2f9360d5 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:09:07.437182 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Allocated IP 172.20.0.2 (9f019f0a-e20e-42ec-abbe-c23523e5b2f6/24433ff2-a350-43fe-b3e7-8e840290b0f2/31c27b56-ea7f-42f8-aeb9-11a854621bea) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:07.438170 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.457570 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.515482 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.518660 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4ab71bd4-f1bb-4d3b-9481-68079fa560e5 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:07.542684 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa456b06-9e56-4876-8d2b-e26e2f9360d5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:07.545959 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:07.569945 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Allocated IP 172.28.3.240 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/5fb93558-b6dd-4c2b-bc1b-1e1f7955028c) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:07.591754 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:07.659381 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee7c2e-f61d-4661-85f3-bff46da1ae64 None None] The sync data for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb is: [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:07.695387 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.703610 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.705035 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Transition to ACTIVE for port object 31c27b56-ea7f-42f8-aeb9-11a854621bea will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:07.728197 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Transition to ACTIVE for port object 31c27b56-ea7f-42f8-aeb9-11a854621bea will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:07.784789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.800521 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.819950 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:07.864123 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:07.871388 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7c1947e7-1052-4b53-a0b4-6561a079fed9 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:07.891887 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:07.898955 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:07.902867 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:07.903268 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4e21400a-0141-4d2f-ba43-82e9947ad7c6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:07.962310 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:07.963937 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Pushing event updated for resources: {'Port': ['ID=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:07.967637 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:07.969595 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:07.970419 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:07.986097 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Pushing event updated for resources: {'Port': ['ID=31c27b56-ea7f-42f8-aeb9-11a854621bea,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:07.989525 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:08.000144 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Attempting to bind port 31c27b56-ea7f-42f8-aeb9-11a854621bea on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:08.000670 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Attempting to bind port 31c27b56-ea7f-42f8-aeb9-11a854621bea by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:08.001106 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Attempting to bind port 31c27b56-ea7f-42f8-aeb9-11a854621bea on network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:08.007680 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:08.008356 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Checking segment: {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:08.009577 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.010189 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Bound using segment: {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:08.010864 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Bound port: 31c27b56-ea7f-42f8-aeb9-11a854621bea, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:08.012015 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.052454 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 7c1947e7-1052-4b53-a0b4-6561a079fed9 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:08.053174 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.056229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Router c6ed35cd-bd9b-4210-ba09-1babced50246 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:09:08.157625 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] For port 31c27b56-ea7f-42f8-aeb9-11a854621bea, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:08.160542 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] For port 31c27b56-ea7f-42f8-aeb9-11a854621bea, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=31c27b56-ea7f-42f8-aeb9-11a854621bea,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:08.206712 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:08.220157 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Sync routers for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:08.221050 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-08c82019-fb9e-4a2e-b88f-59a637728983 admin admin] 10.222.0.22 "PUT /v2.0/routers/c6ed35cd-bd9b-4210-ba09-1babced50246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1751084 Jun 19 01:09:08.223468 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40914) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:08.239019 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:08.239769 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:08.264257 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.273358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:08.384451 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Pushing event updated for resources: {'Port': ['ID=31c27b56-ea7f-42f8-aeb9-11a854621bea,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:08.401614 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:08.423693 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.468531 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:08.734311 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:08.785583 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:09:07Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:08.834828 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Checking router: c6ed35cd-bd9b-4210-ba09-1babced50246 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:08.845249 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Routers {'c6ed35cd-bd9b-4210-ba09-1babced50246'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:08.846185 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['c6ed35cd-bd9b-4210-ba09-1babced50246'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:08.966948 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] Set router c6ed35cd-bd9b-4210-ba09-1babced50246 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:08.986949 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581434'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.019401 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.139238 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:09:09.151414 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Deleting port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:09:09.151931 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.178100 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 is scheduled to L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 01:09:09.284322 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] For port 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:09.285111 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.299629 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:09:07Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:09.325008 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:09.341347 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Sync routers for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:09.364876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:09.368881 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:09.369173 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a9e5e-efd6-40d9-96f5-49ad997a88e1 None None] The sync data for ids ['c6ed35cd-bd9b-4210-ba09-1babced50246'] in dv-cinder-667108-33-smb is: [{'id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'name': 'tempest-AttachVolumeShelveTestJSON-88442199-router', 'tenant_id': '0b579470dc7043268ee87ec1dd96096a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:02:22Z', 'updated_at': '2021-06-19T01:09:07Z', 'revision_number': 5, 'project_id': '0b579470dc7043268ee87ec1dd96096a', 'gw_port': {'id': '1863f4a6-0c0e-417e-95d9-f7f3ce3269b3', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ed35cd-bd9b-4210-ba09-1babced50246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:02:24Z', 'updated_at': '2021-06-19T01:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:09.383953 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Calling delete_port for 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:09:09.422795 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.427297 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-94bdeb66-6881-4139-b4f1-7bb7c3c10c3e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6841137 Jun 19 01:09:09.427889 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40924) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:09.514657 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:09.633231 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a0538-a366-4737-9b65-3c6026bda816 None None] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:09.663836 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.667091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-6237b36c-4543-40f8-9978-649d7d0c8cdf tempest-ServerRescueNegativeTestJSON-952881860 tempest-ServerRescueNegativeTestJSON-952881860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:09.694485 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1863f4a6-0c0e-417e-95d9-f7f3ce3269b3,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:09.697923 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:09.758845 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.840838 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f0f078e2-6c91-42b5-87dc-56e04d54538b None None] Provisioning for port 31c27b56-ea7f-42f8-aeb9-11a854621bea completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:09.894192 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:08Z', 'revision_number': 3, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:09.923892 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.925478 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Checking router: 3f97ba0b-024c-4459-9503-bd3581ae6bc2 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:09.925837 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Updating router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c binding host dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:09:09.926255 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:09.972126 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.055503 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.078767 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.078767 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ed35cd-bd9b-4210-ba09-1babced50246 {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:09:10.084175 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.086531 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a2ac4e8c-f8b3-4c6c-a7c8-03a1793a68a4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c6ed35cd-bd9b-4210-ba09-1babced50246 HTTP/1.1" status: 204 len: 168 time: 1.8613808 Jun 19 01:09:10.088413 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40936) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:10.165077 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 31c27b56-ea7f-42f8-aeb9-11a854621bea up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:10.166363 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Deleting subnet c203a73c-16a1-4e67-91b5-70a5429668b2 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:09:10.181896 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.235497 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.359493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.392110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Allocated IP 172.20.0.1 (9f019f0a-e20e-42ec-abbe-c23523e5b2f6/24433ff2-a350-43fe-b3e7-8e840290b0f2/7a35d28b-94d2-4874-92fc-c4ad9c8c3693) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:10.468873 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 31c27b56-ea7f-42f8-aeb9-11a854621bea completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:10.509652 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 31c27b56-ea7f-42f8-aeb9-11a854621bea triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:10.510273 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.526530 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.531911 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-cd63c34f-d6a1-4e12-ba63-2501a56467b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:10.551045 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.568773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c203a73c-16a1-4e67-91b5-70a5429668b2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:10.569032 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Transition to ACTIVE for port object 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:10.574202 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:10.575801 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.578927 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c203a73c-16a1-4e67-91b5-70a5429668b2 HTTP/1.1" status: 204 len: 168 time: 0.4885194 Jun 19 01:09:10.580586 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40952) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:10.588526 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec4ece-a137-41dd-845a-b0eac9af601c None None] Network b4e87aef-f42b-4873-9ec1-92d19117baa2 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:10.596154 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.654499 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.695568 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8649370'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.698864 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f47a9309-715a-4f62-b69a-7ed1aedd9b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:10.726525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Deleting port cad64cf9-12e6-45d4-8282-b52e0a0f0296 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:09:10.727143 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.742244 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:10.745110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:10.749086 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:10.785638 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Pushing event updated for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:10.796975 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Transition to ACTIVE for port object 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:10.810400 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] For port cad64cf9-12e6-45d4-8282-b52e0a0f0296, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=cad64cf9-12e6-45d4-8282-b52e0a0f0296,segment=NetworkSegment(1da4c324-0735-474b-be73-47fd01191acb),segment_id=1da4c324-0735-474b-be73-47fd01191acb)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:10.812482 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.815470 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.815804 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.816184 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.817279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.818096 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.818477 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.818845 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.819209 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.819566 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.819920 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.820277 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.825818 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:10.844741 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:10.851796 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578581'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.898244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.925588 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:10.926890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Calling delete_port for cad64cf9-12e6-45d4-8282-b52e0a0f0296 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:09:10.932107 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-df956ada-6d70-4947-9b50-73c92464dbea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:10.997832 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 31c27b56-ea7f-42f8-aeb9-11a854621bea, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=31c27b56-ea7f-42f8-aeb9-11a854621bea,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:11.008243 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Attempting to bind port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:11.008952 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Attempting to bind port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:11.009316 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Attempting to bind port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c on network 6965999c-2049-4ea7-baa3-0c7db61183d5 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:11.019602 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ece0-68b4-40d9-bf6b-52ac03779c74 None None] Pushing event updated for resources: {'Port': ['ID=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.023037 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-9232ece0-68b4-40d9-bf6b-52ac03779c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.025029 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:11.025412 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Checking segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:11.025820 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.026214 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Bound using segment: {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:11.026693 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Bound port: 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fd2f87-01ff-4626-8998-5ff4d0d7af5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:11.027116 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.059581 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.060513 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device c11eab06-6f8d-4ff7-a846-ab21b46ccde7 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:11.067313 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.098149 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.123007 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a520679-c0ce-4caf-9a99-3fde8b6fde52 None None] DHCP port deletion for b4e87aef-f42b-4873-9ec1-92d19117baa2 request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:09:11.132630 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40960) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:11.142175 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.155937 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0c4bb9b3-d717-40ea-b097-186fda15e39d tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.177527 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] For port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:11.184698 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] For port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:11.187291 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=31c27b56-ea7f-42f8-aeb9-11a854621bea,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.190611 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.198006 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] No DVR routers for this DVR port cad64cf9-12e6-45d4-8282-b52e0a0f0296 on host dv-cinder-667108-33-smb {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:09:11.200850 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-467d6eb7-9cbf-41dd-9c45-231f33c5ddf9 None None] Provisioning for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:11.202480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Pushing event deleted for resources: {'Port': ['ID=cad64cf9-12e6-45d4-8282-b52e0a0f0296,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.205574 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.209120 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-467d6eb7-9cbf-41dd-9c45-231f33c5ddf9 None None] Provisioning complete for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:11.209120 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-467d6eb7-9cbf-41dd-9c45-231f33c5ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.242980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-467d6eb7-9cbf-41dd-9c45-231f33c5ddf9 None None] Port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:09:11.266602 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.267516 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.289130 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.304314 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:11.305660 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e87aef-f42b-4873-9ec1-92d19117baa2']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:11.308317 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.315794 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:11.316186 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.326351 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da4c324-0735-474b-be73-47fd01191acb') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:11.329576 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da4c324-0735-474b-be73-47fd01191acb') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:11.338618 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.343385 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.351041 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:11.351712 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:11.359805 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.368646 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:09:11.369043 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:09:11.370656 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:09:11.411734 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ece0-68b4-40d9-bf6b-52ac03779c74 None None] Pushing event updated for resources: {'Port': ['ID=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.413481 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8649388'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.415113 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-9232ece0-68b4-40d9-bf6b-52ac03779c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.417240 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2e4a81b4-cf07-46a6-8ef5-3675749e2142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.479487 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.485078 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Pushing event updated for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.489497 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.490405 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579340'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.493417 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.499483 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.503285 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.505126 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] 10.222.0.22 "DELETE /v2.0/networks/b4e87aef-f42b-4873-9ec1-92d19117baa2 HTTP/1.1" status: 204 len: 168 time: 0.9233973 Jun 19 01:09:11.515900 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e87aef-f42b-4873-9ec1-92d19117baa2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.518054 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.538411 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:11.540473 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.555534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.558985 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8e2b4324-72d3-4a1f-a633-551f71f9e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.600355 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3897ea79e2184eaa86f3a55c425b657a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643967 Jun 19 01:09:11.600355 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080cc2ab-c7f6-4f57-93ef-e7ff3af3e4fc,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.601241 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40966) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:11.602280 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.625265 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:11.630130 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:11.643521 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port c11eab06-6f8d-4ff7-a846-ab21b46ccde7, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:11.705362 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.714801 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.718650 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-9232ece0-68b4-40d9-bf6b-52ac03779c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.745314 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fa456b06-9e56-4876-8d2b-e26e2f9360d5 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:09:11.766710 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.806145 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:09:11.814893 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: fa456b06-9e56-4876-8d2b-e26e2f9360d5 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:09:11.815252 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device fa456b06-9e56-4876-8d2b-e26e2f9360d5 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:09:11.848301 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.851641 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.872063 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40968) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:11.898576 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-67bab2c3-a8c6-4fbf-8202-efc90ace065f None None] Provisioning complete for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:11.899085 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67bab2c3-a8c6-4fbf-8202-efc90ace065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.927328 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 31c27b56-ea7f-42f8-aeb9-11a854621bea up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:11.927521 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-8b109334-51ed-459e-bfa5-f0812f889c21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b579470dc7043268ee87ec1dd96096a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536938 Jun 19 01:09:11.929692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40970) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:11.936568 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.938390 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '7a35d28b-94d2-4874-92fc-c4ad9c8c3693', 'name': '', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'mac_address': 'fa:16:3e:a9:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:10Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 1, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'subnets': [{'id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:11.939352 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:11.941513 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/080cc2ab-c7f6-4f57-93ef-e7ff3af3e4fc HTTP/1.1" status: 204 len: 168 time: 0.3369110 Jun 19 01:09:11.942996 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6eb2026d-7d7f-4d42-b479-20fb73c80272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:11.948003 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:11.960183 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8456b18a-08d1-48fd-b116-880759dd0502 admin admin] 10.222.0.22 "PUT /v2.0/routers/3f97ba0b-024c-4459-9503-bd3581ae6bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312533 Jun 19 01:09:11.961386 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080cc2ab-c7f6-4f57-93ef-e7ff3af3e4fc,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:11.971744 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:11.987217 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46efb8-ef33-41c1-971f-6dba7d3dba3b None None] The sync data for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb is: [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '7a35d28b-94d2-4874-92fc-c4ad9c8c3693', 'name': '', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'mac_address': 'fa:16:3e:a9:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:10Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 1, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'subnets': [{'id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:12.020190 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.032358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-67bab2c3-a8c6-4fbf-8202-efc90ace065f None None] Port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:09:12.054119 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 31c27b56-ea7f-42f8-aeb9-11a854621bea triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:12.054596 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.059007 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.190326 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.193262 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.199599 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/400e2e37-7539-40e2-acef-22cc99893107 HTTP/1.1" status: 204 len: 168 time: 0.2638328 Jun 19 01:09:12.199599 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-71aeb3ba-bad0-407e-8ecb-53c8a4337bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:12.202919 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400e2e37-7539-40e2-acef-22cc99893107,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:12.206411 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:12.284536 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:09:12.306434 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:09:12.306861 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 1863f4a6-0c0e-417e-95d9-f7f3ce3269b3 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:09:12.307290 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device cad64cf9-12e6-45d4-8282-b52e0a0f0296 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:09:12.339167 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: cad64cf9-12e6-45d4-8282-b52e0a0f0296 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:09:12.339964 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device cad64cf9-12e6-45d4-8282-b52e0a0f0296 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:09:12.560603 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40984) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:12.567565 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464946200', 'description': 'tempest-secgroup-smoke-464946200 description', 'project_id': '1ee73c50e7474459b3796cd3715c5964'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:12.670541 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.810082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.815186 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 40988) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:12.835358 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.887895 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:12.896695 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c0e74409-9142-4ad9-ba88-8de956f456c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:12.942046 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a273107-4f37-4f04-b351-8eeb36204b06,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:12.954738 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:13.010931 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.093438 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.096151 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-79aa352b-da0f-4832-aac6-a26ad8547cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:13.135491 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.139549 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c0ec6c7e-ad0b-434d-a6e4-ea15e7228f9e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5750999 Jun 19 01:09:13.139907 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 40998) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:13.141696 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2e1576f833d420a8b6f1ea88e47ab30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252716 Jun 19 01:09:13.142460 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009d940-4624-41de-b7b8-c4e81e300d52,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:13.144800 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41000) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:13.146964 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f3df9a22-8d07-4884-938e-74c7063aa3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:13.148018 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:13.208451 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.227482 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.232008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.344104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.346749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.347896 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6009d940-4624-41de-b7b8-c4e81e300d52 HTTP/1.1" status: 204 len: 168 time: 0.2020032 Jun 19 01:09:13.348843 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f7f9eee9-f654-4260-81ef-e44dfb5a3816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:13.358550 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.361248 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009d940-4624-41de-b7b8-c4e81e300d52,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:13.364428 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-352c933a-0697-4fa5-b8f2-7a6eb12c1966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:13.441382 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.443655 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4dec01a5-2bc6-4f48-bec7-ae634a32aefc tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:13.462365 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484fe0b8-1442-46b9-899b-68406b86a6a5,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:13.465651 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:13.532879 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.534120 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931572 Jun 19 01:09:13.540475 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41012) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:13.545469 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:13.629503 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.689598 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.738762 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.741460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-97f8aca3-e4bf-453a-a350-f273f564a342 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:13.761072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb6f131-32f8-4085-8876-f64054bb6f2b,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:13.764654 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:13.819162 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.820768 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1b8e3c44-a43e-427f-a829-3777be2345ee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2780547 Jun 19 01:09:13.822498 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41028) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:13.827268 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:13.846795 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:13.929755 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.003783 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:14.003896 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.079666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.085241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-87a3b7c4-644d-4655-8e53-c52e1f03a819 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:14.100485 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e50bd06-8fb3-42a8-9f72-f076c8d0a7f9,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:14.103988 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:14.109079 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:14.112933 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:14.113433 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.165525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.166736 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-322b9179-b449-4d84-9629-6275e877fdad tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432000 Jun 19 01:09:14.170313 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41036) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:14.175722 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:14.202625 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.224139 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:14.281225 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.293363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.294247 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device c11eab06-6f8d-4ff7-a846-ab21b46ccde7 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:14.295985 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:14.351455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.406136 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.415126 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2814d4b0-af6e-4dd5-b2a9-7ecb06759ba3 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:14.422781 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:14.427100 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:14.454199 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e570ef6-63ac-4c3d-99a2-3b3189f30b57,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:14.455710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:14.456289 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.465637 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:14.508981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.511007 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a0eaec0c-0240-4ba9-9871-3e507f8f92c6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397577 Jun 19 01:09:14.513739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41048) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:14.520158 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:14.641159 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.securitygroups_db [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Project 1ee73c50e7474459b3796cd3715c5964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:09:14.646388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.709008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.784342 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.786431 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:14.803837 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f1cd8b-8d16-4277-af31-f90fa43661c1,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:14.806835 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:14.887680 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:14.895763 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-31e54e9d-a645-48c2-bc1d-cce8d4f20f1e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774235 Jun 19 01:09:14.895763 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41058) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:14.897324 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'security_group_rule': {'security_group_id': '2a273107-4f37-4f04-b351-8eeb36204b06', 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:14.988489 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.securitygroups_db [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Project 1ee73c50e7474459b3796cd3715c5964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 01:09:14.993720 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:15.056257 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:15.173039 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707521'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:15.175094 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:15.191539 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb5f59e-1c95-40b8-8062-d3aca56e4ce0,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:15.194367 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:15.247347 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:15.248585 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f3a39a82-c108-461d-b92b-c5e54a2d3871 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548925 Jun 19 01:09:15.562460 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Sync routers for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:15.571643 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:15.576710 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:15.681565 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:15.894607 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:15.899284 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '7a35d28b-94d2-4874-92fc-c4ad9c8c3693', 'name': '', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'mac_address': 'fa:16:3e:a9:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:10Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 2, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'subnets': [{'id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:15.929283 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Checking router: 3f97ba0b-024c-4459-9503-bd3581ae6bc2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:15.929642 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Updating router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 binding host dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 01:09:15.947744 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:15.948196 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:15.971817 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.235114 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.244769 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Transition to ACTIVE for port object 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:16.332708 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.335880 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-3e5d82a8-1d49-4692-b527-2e22d24d9093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:16.414570 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb0d62-0a0a-441c-89c8-3583ff2995d4 None None] Pushing event updated for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:16.438822 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-cfeb0d62-0a0a-441c-89c8-3583ff2995d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:16.475450 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Attempting to bind port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 on host dv-cinder-667108-33-smb for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:16.479021 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Attempting to bind port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 by drivers openvswitch,hyperv on host dv-cinder-667108-33-smb at level 0 using segments [{'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:16.479021 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Attempting to bind port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 on network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:16.482178 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Checking agent: {'id': 'a60f3dfc-ca72-490f-983e-4b96a729a5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-33-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 0, 54, 26), 'started_at': datetime.datetime(2021, 6, 19, 0, 54, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-33-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:16.482661 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Checking segment: {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:16.483254 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.483528 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Bound using segment: {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:16.484105 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Bound port: 7a35d28b-94d2-4874-92fc-c4ad9c8c3693, host: dv-cinder-667108-33-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13320a3b-f80a-4abc-b2ca-736013847cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:16.484492 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.559608 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] For port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693, host dv-cinder-667108-33-smb, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:16.562952 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] For port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693, host dv-cinder-667108-33-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:16.623312 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:16.626908 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:16.684089 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:16.684788 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:08:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:16.723823 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb0d62-0a0a-441c-89c8-3583ff2995d4 None None] Pushing event updated for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:16.730041 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG oslo_concurrency.lockutils [None req-cfeb0d62-0a0a-441c-89c8-3583ff2995d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:16.807285 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:16.869201 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41168) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:16.978678 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.014630 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '7a35d28b-94d2-4874-92fc-c4ad9c8c3693', 'name': '', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'mac_address': 'fa:16:3e:a9:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:10Z', 'updated_at': '2021-06-19T01:09:16Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'subnets': [{'id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:17.069319 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.123299 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1a3dd-19f5-4465-bf99-52b8df093f32 None None] The sync data for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb is: [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:09:10Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': '7a35d28b-94d2-4874-92fc-c4ad9c8c3693', 'name': '', 'network_id': '9f019f0a-e20e-42ec-abbe-c23523e5b2f6', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'mac_address': 'fa:16:3e:a9:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:10Z', 'updated_at': '2021-06-19T01:09:16Z', 'revision_number': 4, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'subnets': [{'id': '24433ff2-a350-43fe-b3e7-8e840290b0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:17.155499 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.166824 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8e6825f4-9e1a-47aa-a5aa-7686c5e3dcc6 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:17.204758 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94bb1ea4298841c7aad639c0d436d66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344235 Jun 19 01:09:17.205949 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53b28f-81ac-4443-be3c-4654346fed5b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:17.207474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41174) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:17.209260 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:17.266047 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.290357 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.481346 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.483971 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.485210 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f53b28f-81ac-4443-be3c-4654346fed5b HTTP/1.1" status: 204 len: 168 time: 0.2767591 Jun 19 01:09:17.486188 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:17.498556 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53b28f-81ac-4443-be3c-4654346fed5b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:17.501734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:17.738916 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41188) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:17.848450 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:17.923199 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:17.944400 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.028382 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.031130 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-796fbfb3-1496-4028-ba26-50e00fca3c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:18.056966 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:18.062434 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:18.062965 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.070646 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d7f429124af4e96a1ae1bcece4aff6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280077 Jun 19 01:09:18.070646 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481ce00-1956-4237-81c9-e59976c7adfb,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:18.071044 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41192) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:18.085464 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-28fbd779-1606-4673-a353-d6d3fb725c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:18.102237 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41194) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:18.116645 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.130427 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.145563 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.155145 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.181748 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] For port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:18.224026 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.262701 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.265508 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:18.308390 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.308678 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.312004 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0d85862e-a897-4c60-9017-652ef0622cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:18.313669 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Pushing event updated for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:18.315936 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.316776 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:18.326269 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a481ce00-1956-4237-81c9-e59976c7adfb HTTP/1.1" status: 204 len: 168 time: 0.2506037 Jun 19 01:09:18.326269 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d8305007-9954-4aea-a919-230f4393b264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:18.336828 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481ce00-1956-4237-81c9-e59976c7adfb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:18.339920 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2a5b7fcc-e257-4f92-8568-de12b256a3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:18.350600 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0d13b548b37461798ff1915058e7b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471650 Jun 19 01:09:18.353245 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41200) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:18.353381 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e0815-bbae-4225-8c1d-164a5ea0e4b7,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:18.356979 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:18.415815 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.444904 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.565404 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.568097 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:18.571509 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/725e0815-bbae-4225-8c1d-164a5ea0e4b7 HTTP/1.1" status: 204 len: 168 time: 0.2150590 Jun 19 01:09:18.571509 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-d59631ae-8cac-4a32-aa38-47d90b82d3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:18.578221 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e0815-bbae-4225-8c1d-164a5ea0e4b7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:18.581042 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c81cf60e-73eb-477b-b2ac-81c86c604ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:19.895938 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 up at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:19.955647 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Provisioning complete for port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:19.956877 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.391405 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41282) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:20.498748 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.590877 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.686553 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.690139 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a7c15b83-6fa8-4eab-91fb-ff22e7adc862 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:20.728148 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35f64bd3998442f8b0bca9cfe7d90727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349688 Jun 19 01:09:20.729240 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3aea6e-35a2-482f-9b93-4f5a0de56e55,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:20.731809 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41294) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:20.733307 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-3c8239de-4645-41fe-b3cf-0fc908284b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:20.784607 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.807629 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.932328 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.935252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:20.938269 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea3aea6e-35a2-482f-9b93-4f5a0de56e55 HTTP/1.1" status: 204 len: 168 time: 0.2047155 Jun 19 01:09:20.939122 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e17eec8b-459a-42a0-b6a1-679d485614d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:20.950854 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3aea6e-35a2-482f-9b93-4f5a0de56e55,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:20.953736 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fc70945f-80b5-4f6f-8b5b-848d2fda9c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:23.642371 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41436) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:23.779255 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6003383b-fa2d-49ec-968b-4b671671b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:23.797825 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:23.883882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:23.936886 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:23.939563 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-58be49ed-4b52-4ec9-bf4a-25346bc2bbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:23.975327 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2bd1f1-3c9a-429a-b154-863e2bec99a9,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:23.979520 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=967eb99ade214229a1d82af8d3b79d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361073 Jun 19 01:09:23.980395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:23.982569 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41440) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:24.032414 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:24.052385 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:24.200941 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:24.203986 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:24.205478 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b2bd1f1-3c9a-429a-b154-863e2bec99a9 HTTP/1.1" status: 204 len: 168 time: 0.2218616 Jun 19 01:09:24.206515 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1d2bab6c-6be7-4ce5-b0fe-713c4fd467e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:24.214342 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2bd1f1-3c9a-429a-b154-863e2bec99a9,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:24.218376 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-bef6a5fc-3190-4d86-984b-bb9ce3be5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:24.882755 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41452) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:24.899387 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:24.985463 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.047006 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.049627 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-488927af-7208-4ceb-aa87-ea89af7bca57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:25.087063 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c6c7b69c023429abdc8ce2efd6ae2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032020 Jun 19 01:09:25.087836 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a57168-c17b-4948-92e5-f7ba55ceb2ef,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:25.089748 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41454) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:25.092237 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:25.140452 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.165802 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.275455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.279554 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:25.279757 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21a57168-c17b-4948-92e5-f7ba55ceb2ef HTTP/1.1" status: 204 len: 168 time: 0.1886947 Jun 19 01:09:25.280649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f6e37519-706f-42f7-a487-a554f796d085 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:25.287954 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a57168-c17b-4948-92e5-f7ba55ceb2ef,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:25.290196 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:26.589715 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:26.646628 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a60c5fc8-7a97-403b-aee7-6fd962771396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:27.399928 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:29.343872 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:31.045152 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-8b8abebb-36a5-4f99-a20e-76d453e2bcb9 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464946200&fields=id&tenant_id=1ee73c50e7474459b3796cd3715c5964 HTTP/1.1" status: 200 len: 267 time: 0.0346982 Jun 19 01:09:31.154684 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-be6e812d-3532-43b5-a308-de7c6ae24830 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:31.156120 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-be6e812d-3532-43b5-a308-de7c6ae24830 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 808 time: 0.1051552 Jun 19 01:09:31.171431 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-b5ca13f5-c271-4478-97f9-48652d55b046 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/quotas/1ee73c50e7474459b3796cd3715c5964 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Jun 19 01:09:31.239225 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-ab6a8c7f-4972-4cec-9486-b34d2371d889 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629125 Jun 19 01:09:31.424027 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-6dfd2235-efca-4889-818a-923e4a5fcc42 service neutron] 10.222.0.22 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731637 Jun 19 01:09:31.512363 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-be4c3c87-836d-4d6c-9bf6-020e6629f994 service neutron] 10.222.0.22 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824058 Jun 19 01:09:32.129535 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-827e5c18-fd19-4d7f-b365-fbac3956a65e req-3b271fcc-bd09-406e-a42f-c987347e264e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 210 time: 0.0314100 Jun 19 01:09:32.682249 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41654) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:32.785200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:32.872169 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:32.924993 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:32.928528 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-90dd0fe1-4c87-437d-b779-08316c3c3c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:32.964912 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59c5991615ed47098f4b887084981d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798631 Jun 19 01:09:32.964912 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cab19b-6a75-44d4-b653-6c4f378fd68c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:32.967400 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41660) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:32.973347 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e85f43dc-6feb-45e3-ad8a-dafebede659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:33.014350 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:33.038573 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:33.143678 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:33.146235 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:33.147338 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1cab19b-6a75-44d4-b653-6c4f378fd68c HTTP/1.1" status: 204 len: 168 time: 0.1790495 Jun 19 01:09:33.148109 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f16e2ad7-3b9f-43c5-8f77-8512855ebf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:33.156292 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cab19b-6a75-44d4-b653-6c4f378fd68c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:33.159752 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e75305da-544c-4436-8705-87f28a78d23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:33.283562 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-63b0eabc-1d83-4230-bfd5-45eab66efde0 req-68721115-e8d3-47d5-8d93-3d2c72d76b99 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Jun 19 01:09:33.870339 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41676) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:33.884247 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:33.972795 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.041098 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.045241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-417223d9-056c-40a4-86a5-8069a1ef89d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:34.079048 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08df0455fa8049939cf704d45a8e0c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076147 Jun 19 01:09:34.081037 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ee80c-b46e-42b6-baea-06cc8d12de6c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:34.081793 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41682) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:34.083977 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-84e7aa9c-b81e-4921-b7cf-ef373e3e66b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:34.132502 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.157265 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.286884 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.289443 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.290573 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e14ee80c-b46e-42b6-baea-06cc8d12de6c HTTP/1.1" status: 204 len: 168 time: 0.2077832 Jun 19 01:09:34.291400 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-ca2dd620-2148-42f6-a52d-8c3b3c7c2dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:34.299355 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ee80c-b46e-42b6-baea-06cc8d12de6c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:34.301723 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:34.439284 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-8b20f12e-bde5-4a02-ad94-99097a1f139d req-2d3ad188-4d86-4da7-a07b-568e02d2c048 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 210 time: 0.0370235 Jun 19 01:09:34.528579 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-d679362d-2557-4368-86ce-060cb7763e9b tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:34.530020 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-d679362d-2557-4368-86ce-060cb7763e9b tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 808 time: 0.1165714 Jun 19 01:09:34.579923 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-0fd6a45c-8759-4fb5-90a8-9409cedcdc2e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ee73c50e7474459b3796cd3715c5964 HTTP/1.1" status: 200 len: 379 time: 0.0339859 Jun 19 01:09:34.588269 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'port': {'device_id': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'admin_state_up': True, 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'security_groups': ['2a273107-4f37-4f04-b351-8eeb36204b06']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:34.778082 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Made reservation on behalf of 1ee73c50e7474459b3796cd3715c5964 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:34.787773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:34.912716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Allocated IP 172.20.0.5 (5b06237e-f905-4422-bc27-339bfb610af6/6357171a-7be2-4fca-8db7-e954973c1176/e04e129b-b5e2-4827-94ed-bdb036eef62b) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:34.990302 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41690) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:35.005177 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.055582 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.071967 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Transition to ACTIVE for port object e04e129b-b5e2-4827-94ed-bdb036eef62b will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:35.096203 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.155457 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.155857 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.158960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-5fb4e667-acf1-479b-b931-e34de15e65c2 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:35.159913 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e313031e-23d9-4db9-be61-c639965fb107 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:35.196711 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a581f1f5bf12471b8d6e98b7a28e53f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052770 Jun 19 01:09:35.198952 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af784119-603f-4f1c-84fd-d86778336d7e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:35.200278 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41692) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:35.200498 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Network 5b06237e-f905-4422-bc27-339bfb610af6 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:35.202633 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-02cbdcdf-5e14-4d50-859b-96c4adcdea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:35.203844 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:35.207937 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:35.237172 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:35.241388 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:35.266754 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.271743 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:35.272404 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.295279 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.419624 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348088 Jun 19 01:09:35.431929 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Request body: {'port': {'device_id': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:35.447376 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.450973 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.453003 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af784119-603f-4f1c-84fd-d86778336d7e HTTP/1.1" status: 204 len: 168 time: 0.2513993 Jun 19 01:09:35.453828 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6a92d372-19f5-4642-9726-21c4317221a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:35.463373 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af784119-603f-4f1c-84fd-d86778336d7e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:35.466669 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-11c535f6-acef-4d97-b408-844277734169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:35.516754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.538354 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-184417e2-2420-4eff-bd16-494db3719a07 None None] Provisioning for port e04e129b-b5e2-4827-94ed-bdb036eef62b completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:35.543571 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-184417e2-2420-4eff-bd16-494db3719a07 None None] Provisioning complete for port e04e129b-b5e2-4827-94ed-bdb036eef62b triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:35.544514 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-184417e2-2420-4eff-bd16-494db3719a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.596141 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-184417e2-2420-4eff-bd16-494db3719a07 None None] Port e04e129b-b5e2-4827-94ed-bdb036eef62b cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:09:35.653460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adbb08-5b46-4f52-9270-039558fbd898 req-02dcc37b-6df3-4162-829b-9a37994c9ab6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:35.654931 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-94adbb08-5b46-4f52-9270-039558fbd898 req-02dcc37b-6df3-4162-829b-9a37994c9ab6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 931 time: 0.0685554 Jun 19 01:09:35.695069 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-94adbb08-5b46-4f52-9270-039558fbd898 req-a2289941-aec4-404b-94e5-58a0dfc45331 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Jun 19 01:09:35.806799 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04e129b-b5e2-4827-94ed-bdb036eef62b {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:09:35.817514 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.831416 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Transition to ACTIVE for port object e04e129b-b5e2-4827-94ed-bdb036eef62b will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:35.920241 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:35.923407 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f7814af7-77fb-4f39-b1e3-a1feacbb8262 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:36.045443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:36.048360 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:36.078776 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Attempting to bind port e04e129b-b5e2-4827-94ed-bdb036eef62b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:36.079119 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Attempting to bind port e04e129b-b5e2-4827-94ed-bdb036eef62b by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:36.079455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Attempting to bind port e04e129b-b5e2-4827-94ed-bdb036eef62b on network 5b06237e-f905-4422-bc27-339bfb610af6 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:36.083841 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Port e04e129b-b5e2-4827-94ed-bdb036eef62b on network 5b06237e-f905-4422-bc27-339bfb610af6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:09:36.084177 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Attempting to bind port e04e129b-b5e2-4827-94ed-bdb036eef62b on network 5b06237e-f905-4422-bc27-339bfb610af6 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:36.089185 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:36.089525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Checking segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:36.089908 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Bound using segment: {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:36.090363 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Bound port: e04e129b-b5e2-4827-94ed-bdb036eef62b, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1ee865-8010-4c3c-8e8a-b15269dd995a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:36.091282 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:36.167594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:36.173635 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:36.251522 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:36.253648 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d3b425d8-9926-449c-9346-7b04cd9dc653 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:36.293200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.293949 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:36.298342 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-f28c107d-83d4-4172-b072-c71933729689 service neutron] 10.222.0.26 "PUT /v2.0/ports/e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 1093 time: 0.8703296 Jun 19 01:09:36.298904 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:09:36.307240 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01071dce-6dd6-4636-8dcf-ab350271f215" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:09:36.327059 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:36.330333 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f28c107d-83d4-4172-b072-c71933729689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:36.361706 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22911bf4-9df1-4fb6-9fa6-3d4a7133ca55 x-openstack-request-id: req-22911bf4-9df1-4fb6-9fa6-3d4a7133ca55 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:09:36.362047 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:09:36.362341 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22911bf4-9df1-4fb6-9fa6-3d4a7133ca55 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:09:36.362782 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'status': 'completed', 'code': 200} Jun 19 01:09:36.443535 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-d24feb1f-ef99-48a0-9e83-f8e44ff4d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.445175 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-d24feb1f-ef99-48a0-9e83-f8e44ff4d0e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0594494 Jun 19 01:09:36.549003 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-6ad2bd73-34f7-43fc-9fe6-7a0bbc37369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.550491 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-6ad2bd73-34f7-43fc-9fe6-7a0bbc37369f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ee73c50e7474459b3796cd3715c5964&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978923 Jun 19 01:09:36.651708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-28e132f7-55fb-4cbc-92ab-4ab4e905ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.654348 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-01071dce-6dd6-4636-8dcf-ab350271f215 req-28e132f7-55fb-4cbc-92ab-4ab4e905ec5d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971363 Jun 19 01:09:36.746177 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-4d2a3181-16e1-4efe-bb4d-d0e16d6ca565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.748836 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-4d2a3181-16e1-4efe-bb4d-d0e16d6ca565 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0579007 Jun 19 01:09:36.790461 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-0dfc284d-fe9c-4b6d-bdd7-eefbd875d716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 217 time: 0.0338001 Jun 19 01:09:36.846828 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-2f9543e0-c376-4ff1-8dfa-ec1b0e9f574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.848153 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-2f9543e0-c376-4ff1-8dfa-ec1b0e9f574f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0518246 Jun 19 01:09:36.885908 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9f7b1-19b4-4aa4-829d-989cb896bc70 req-ce6a83b6-b720-4389-8abb-e557c2c57180 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.888133 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b3e9f7b1-19b4-4aa4-829d-989cb896bc70 req-ce6a83b6-b720-4389-8abb-e557c2c57180 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0723069 Jun 19 01:09:36.909908 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-a6ef34e6-5bc4-434b-a96e-23c39b033cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:36.911509 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-a6ef34e6-5bc4-434b-a96e-23c39b033cc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0575078 Jun 19 01:09:36.928766 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b3e9f7b1-19b4-4aa4-829d-989cb896bc70 req-7fa62823-5ad8-45c8-af14-1f2ff91f08fa tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350871 Jun 19 01:09:37.000651 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-165a730e-4aa5-43ff-ab4a-1d03f512ccb7 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826836 Jun 19 01:09:37.090164 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9b19113e-3f51-4447-80d3-83e7270c3d13 req-5458afbf-2645-43bc-8a21-99acbe6ba738 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832622 Jun 19 01:09:38.114871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e75b0-a8bd-4240-af12-e0357af6f1ca req-94e98b2f-7ebc-4c33-b0bf-8f9fab714b42 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:38.116379 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-953e75b0-a8bd-4240-af12-e0357af6f1ca req-94e98b2f-7ebc-4c33-b0bf-8f9fab714b42 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0669103 Jun 19 01:09:38.154925 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-953e75b0-a8bd-4240-af12-e0357af6f1ca req-fdd6cc79-4b4f-42ce-8a3e-fc860b95ef40 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jun 19 01:09:38.375567 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:09:38.474955 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:38.484877 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'mac_address': 'fa:16:3e:ac:71:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:09:38.540393 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:38.557613 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04e129b-b5e2-4827-94ed-bdb036eef62b {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:09:38.576871 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:38.652286 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:38.654747 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:38.701263 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:38.708765 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.709707 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.709707 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.709920 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.710190 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.710531 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.710868 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.711199 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.711532 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.711861 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.712189 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.712516 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:38.717153 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:38.815475 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41808) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:38.889967 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['e04e129b-b5e2-4827-94ed-bdb036eef62b'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:09:38.918619 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.015190 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.077382 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.081016 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c46687bc-86a7-4c11-b9f9-1b4c60fbe3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:39.118987 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f72b667500e4d188ec848a737478604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024383 Jun 19 01:09:39.120065 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdde502c-acc0-4240-bdd1-956a23b2d04d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:39.121612 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41812) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:39.123595 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-271ac59d-4edb-4f78-b962-ab4942bdcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:39.173156 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.198424 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.330014 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ece45-d703-4fed-8f08-8db1eaa7666d req-fb1beb64-f4dd-4079-ab2d-3b30858efe3a tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:39.331566 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ef0ece45-d703-4fed-8f08-8db1eaa7666d req-fb1beb64-f4dd-4079-ab2d-3b30858efe3a tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 944 time: 0.0641925 Jun 19 01:09:39.370468 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ef0ece45-d703-4fed-8f08-8db1eaa7666d req-cdc77442-cab4-40b1-b953-a260b21265a0 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Jun 19 01:09:39.372537 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.375183 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:39.376293 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdde502c-acc0-4240-bdd1-956a23b2d04d HTTP/1.1" status: 204 len: 168 time: 0.2535667 Jun 19 01:09:39.377104 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-2bb8a593-c93a-4bee-a1a5-dae966f90fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:39.384535 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdde502c-acc0-4240-bdd1-956a23b2d04d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:39.386629 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a3c8cee1-3ee8-400c-95ac-38fdcf4ac7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:39.966702 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41822) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:39.980395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.066625 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.130563 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.133213 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c1589d7c-6bd6-4201-bd13-246c4ea3ff14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:40.178869 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d17dd7ea964469bb325c480b0ebc0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048066 Jun 19 01:09:40.178869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c706bd08-4b0d-42be-b0e8-44988de0a5dd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:40.178869 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:40.180195 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41824) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:40.238915 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.259812 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.384363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:09:40.396337 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.398683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.401854 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c706bd08-4b0d-42be-b0e8-44988de0a5dd HTTP/1.1" status: 204 len: 168 time: 0.2204089 Jun 19 01:09:40.404586 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-f9b5de84-2f04-4bcb-a578-9b8f3dd18150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:40.416202 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c706bd08-4b0d-42be-b0e8-44988de0a5dd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:40.418710 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-62420864-a8d2-444b-acfe-b92be4e48d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:40.498967 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port e04e129b-b5e2-4827-94ed-bdb036eef62b completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:09:40.503152 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port e04e129b-b5e2-4827-94ed-bdb036eef62b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:09:40.503544 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.573627 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268aa5-17ab-43c7-8335-964d525a9e69 req-227f64df-23a1-4117-94cd-7acbc8b92a95 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:40.575694 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84268aa5-17ab-43c7-8335-964d525a9e69 req-227f64df-23a1-4117-94cd-7acbc8b92a95 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 944 time: 0.0777667 Jun 19 01:09:40.602186 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.619085 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84268aa5-17ab-43c7-8335-964d525a9e69 req-51c3ff11-b236-40a2-850c-f6078a5f45f9 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372317 Jun 19 01:09:40.627775 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:09:40.633605 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416fa6a-dafe-49d3-8e51-b5c4e65d59e1" -d '{"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:09:40.643078 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:40.671513 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5a049-e3bd-4499-a057-fe5249bbadf7 x-openstack-request-id: req-4cb5a049-e3bd-4499-a057-fe5249bbadf7 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:09:40.671811 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:09:40.672072 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cb5a049-e3bd-4499-a057-fe5249bbadf7 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:09:40.672473 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'code': 200} Jun 19 01:09:40.698336 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:40.701538 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-edb15863-5187-490f-9254-1ae0bd020f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:40.749522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:40.752709 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:41.059038 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41836) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:41.072312 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d249db-5ffd-497c-9628-a8067dc411e2 req-a7a7388e-c3e2-432a-9f8a-06fa73b81124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:41.073852 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-15d249db-5ffd-497c-9628-a8067dc411e2 req-a7a7388e-c3e2-432a-9f8a-06fa73b81124 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0569031 Jun 19 01:09:41.111277 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-15d249db-5ffd-497c-9628-a8067dc411e2 req-bcd2a3c1-0592-40d8-837e-e9fb33f4e090 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305922 Jun 19 01:09:41.314942 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.402483 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.490924 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.493587 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-133fe520-3635-4499-b582-d94e86c4a705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:41.530304 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffec2013-bba2-4f03-bce7-842117a0d1f8,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:41.534421 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3338812f2244f9b8e8c1ba1943eaf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743400 Jun 19 01:09:41.535278 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-803bf6de-a7bb-497f-847a-9e88b7805006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:41.536983 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41838) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:41.584712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.605343 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.708399 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.711737 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:41.715565 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffec2013-bba2-4f03-bce7-842117a0d1f8 HTTP/1.1" status: 204 len: 168 time: 0.1751866 Jun 19 01:09:41.715565 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8e303b7-5011-4d4c-9f81-c649015cdce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:41.723756 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffec2013-bba2-4f03-bce7-842117a0d1f8,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:41.725379 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-28f8bb04-c0f1-499b-99b6-6a502182e02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:41.822880 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105061d-74a9-481d-b763-a9845b9997c5 req-4005f791-5247-4f0b-9b99-6de9f73f8c8f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:41.824348 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9105061d-74a9-481d-b763-a9845b9997c5 req-4005f791-5247-4f0b-9b99-6de9f73f8c8f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Jun 19 01:09:41.866240 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9105061d-74a9-481d-b763-a9845b9997c5 req-63642e74-33c0-42b6-b2b9-1712eb2c5ab1 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355778 Jun 19 01:09:43.042840 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9ea1-32c0-4e79-a6cd-54709fee5583 req-d87cdd3b-092b-4b97-8c09-ae7051383f84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:43.044313 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-097f9ea1-32c0-4e79-a6cd-54709fee5583 req-d87cdd3b-092b-4b97-8c09-ae7051383f84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0670357 Jun 19 01:09:43.083619 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-097f9ea1-32c0-4e79-a6cd-54709fee5583 req-0848fd68-0f58-41ec-9afe-db4f5592b70c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Jun 19 01:09:43.265806 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726d63-b774-4433-94c8-c020cb436eb7 req-9907bf8e-c643-43f1-8215-e512de39da4c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:43.267341 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-12726d63-b774-4433-94c8-c020cb436eb7 req-9907bf8e-c643-43f1-8215-e512de39da4c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0707061 Jun 19 01:09:43.310772 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-12726d63-b774-4433-94c8-c020cb436eb7 req-fa6c9213-c0f8-46cc-82c7-9d28aeebf597 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Jun 19 01:09:43.343641 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41884) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:43.553048 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10367f05-668f-43ac-8f2e-dc1af168874a tempest-TestShelveInstance-881253679 tempest-TestShelveInstance-881253679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:43.554585 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-10367f05-668f-43ac-8f2e-dc1af168874a tempest-TestShelveInstance-881253679 tempest-TestShelveInstance-881253679-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1093 time: 0.2099712 Jun 19 01:09:43.557463 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41892) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:43.562305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Request body: {'floatingip': {'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:43.670234 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:43.772829 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:43.882994 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Allocated IP 172.28.3.208 (6965999c-2049-4ea7-baa3-0c7db61183d5/180fb4ff-433e-469a-baad-b34800a44fa7/8c172079-78c0-41c4-959a-57f15c798094) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:43.885418 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:43.987556 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.085884 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.088909 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0adf4c7f-3d8f-4113-9ab0-039d603a5fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:44.126681 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Network 6965999c-2049-4ea7-baa3-0c7db61183d5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:44.129562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:44.132852 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:44.138172 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'Port': ['ID=8c172079-78c0-41c4-959a-57f15c798094,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:44.156499 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:44.450147 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41926) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:44.558460 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.655647 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.698256 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.702752 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-15504dfb-7707-4f9e-b99d-37c9eb6f66c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:44.740523 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=766e6a6acccf43b1a1678794ab35a1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884493 Jun 19 01:09:44.741597 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96cb238-04db-4193-8027-314160d936ed,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:44.744021 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41930) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:44.745991 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-44537f65-b31b-4e62-ac55-36ce8b7f260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:44.794342 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.797276 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.821155 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.919304 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.924048 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.932936 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b96cb238-04db-4193-8027-314160d936ed HTTP/1.1" status: 204 len: 168 time: 0.1840301 Jun 19 01:09:44.934049 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a8b7aaf6-e4c8-4c5a-9428-b17edea09ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:44.938358 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:44.945801 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96cb238-04db-4193-8027-314160d936ed,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:44.948876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c78fe26f-d183-4a31-9d4f-b3e735ef5c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:45.101290 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.183858 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.188213 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f6df82fd-804e-4d20-8a92-2143c0507af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:45.252648 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event updated for resources: {'Port': ['ID=8c172079-78c0-41c4-959a-57f15c798094,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:45.256763 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:45.268787 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581514'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.372177 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Floating IP b9a31a30-4310-4ff0-8c17-e98c4a5ff09c associated. External IP: 172.28.3.208, port: e04e129b-b5e2-4827-94ed-bdb036eef62b. Jun 19 01:09:45.501447 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41938) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:45.515202 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.602734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:09:45.613818 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.686927 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.689610 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8d8f33be-a736-4f70-a197-00b00ab3f118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:45.721046 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:09:45.733909 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b1cfd-f5ad-4ae9-b492-249f3b7bb07e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:45.734535 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Sync routers for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:09:45.742797 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 41940) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:45.743102 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=738d42f15ef640cd9aee036c35cafcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404590 Jun 19 01:09:45.744309 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:45.750094 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:45.750902 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:09:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:45.796207 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.798488 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.845252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.859687 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3012323 Jun 19 01:09:45.864167 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:09:45.867721 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d975f-1019-4479-bae3-9f325754b731" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:09:45.892215 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:45.911448 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9728e824-39b2-4087-917b-79cebd42e7ac x-openstack-request-id: req-9728e824-39b2-4087-917b-79cebd42e7ac {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:09:45.911448 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:09:45.911448 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9728e824-39b2-4087-917b-79cebd42e7ac {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:09:45.911448 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'status': 'completed', 'code': 200} Jun 19 01:09:45.979147 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.982723 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:45.995061 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b4b1cfd-f5ad-4ae9-b492-249f3b7bb07e HTTP/1.1" status: 204 len: 168 time: 0.2397704 Jun 19 01:09:45.995061 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-aaeff8cb-283b-4219-a90f-4fdc85d54f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:45.999527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b1cfd-f5ad-4ae9-b492-249f3b7bb07e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:46.002821 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:46.009637 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d975f-1019-4479-bae3-9f325754b731 req-31e6891d-96b2-447d-a803-8e62e0d4d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.011152 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-31e6891d-96b2-447d-a803-8e62e0d4d653 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0793667 Jun 19 01:09:46.113926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d975f-1019-4479-bae3-9f325754b731 req-66d10aae-e31d-41a2-835f-12dd4263b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.115404 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-66d10aae-e31d-41a2-835f-12dd4263b6cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0977900 Jun 19 01:09:46.139998 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:09:46.158737 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b9a31a30-4310-4ff0-8c17-e98c4a5ff09c', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'mac_address': 'fa:16:3e:ac:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:09:44Z', 'updated_at': '2021-06-19T01:09:44Z', 'revision_number': 0, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:46.184799 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Checking router: 8c8af036-edf9-4bd3-82c2-f9dc225a8660 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:09:46.186325 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-8019668c-f8b9-4ce6-b611-c064bb4ea231 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 999 time: 0.0637150 Jun 19 01:09:46.194307 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:09:46.194936 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:09:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:46.237491 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d975f-1019-4479-bae3-9f325754b731 req-ce642d57-3ed1-4aeb-b41c-72d7a54655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.239052 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-ce642d57-3ed1-4aeb-b41c-72d7a54655f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0462768 Jun 19 01:09:46.307579 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:09:46.312478 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d975f-1019-4479-bae3-9f325754b731 req-d19091d3-3826-498a-bcab-cc41674ac31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.313986 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-d19091d3-3826-498a-bcab-cc41674ac31f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0669701 Jun 19 01:09:46.449911 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-4f7d8c8c-86f9-4bb9-8237-5205cb8374c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343386 Jun 19 01:09:46.455966 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-4429e518-5123-461e-aef6-95dcf3136ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292796 Jun 19 01:09:46.556615 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-959d975f-1019-4479-bae3-9f325754b731 req-443e1e8f-2d24-48ec-b767-b07971c5a9d5 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935454 Jun 19 01:09:46.559108 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b9a31a30-4310-4ff0-8c17-e98c4a5ff09c', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'mac_address': 'fa:16:3e:ac:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:09:44Z', 'updated_at': '2021-06-19T01:09:44Z', 'revision_number': 0, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:09:46.593979 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d894c8-15f5-4e9b-a8ef-0993195cc2e3 None None] The sync data for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb is: [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_floatingips': [{'id': 'b9a31a30-4310-4ff0-8c17-e98c4a5ff09c', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'router_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'mac_address': 'fa:16:3e:ac:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:09:44Z', 'updated_at': '2021-06-19T01:09:44Z', 'revision_number': 0, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:09:46.775958 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-ca50a099-e3dd-4564-9057-9e6c79c7c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.777468 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-ca50a099-e3dd-4564-9057-9e6c79c7c981 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0659299 Jun 19 01:09:46.790451 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc169e6b-3690-438a-94b0-05f9ccd291d1 None None] New status for floating IP b9a31a30-4310-4ff0-8c17-e98c4a5ff09c: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:09:46.895330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-b0ac8571-d2cc-4dca-8ca2-1cd01e0baf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:46.896954 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-b0ac8571-d2cc-4dca-8ca2-1cd01e0baf6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0996072 Jun 19 01:09:46.969631 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-7afe1fe8-ede7-417a-a137-50c6bb5bb038 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 999 time: 0.0662196 Jun 19 01:09:47.023617 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-60f9d88c-fcb6-4823-a4a5-e67b08fcf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:47.025249 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-60f9d88c-fcb6-4823-a4a5-e67b08fcf9e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0471787 Jun 19 01:09:47.071780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41970) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:47.091224 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-d3478db7-e6e8-4ba3-8809-173d1485d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:47.093756 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-d3478db7-e6e8-4ba3-8809-173d1485d336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0596888 Jun 19 01:09:47.171193 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244872125-network', 'tenant_id': '81803975301a44ce8054021abf7afdbe'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:47.187807 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-57219a0e-1427-43e7-b287-ea985de5c7ed service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Jun 19 01:09:47.235434 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Made reservation on behalf of 81803975301a44ce8054021abf7afdbe for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:47.237944 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.246582 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.277992 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-cddfb499-e8d8-4d48-a862-3917cb71d004 req-9d2e535e-790c-4b28-90fd-869b27746fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Jun 19 01:09:47.338443 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.406931 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.410125 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-710d664c-7cf0-49d7-9eb2-d26ae997f548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:47.433893 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:09:47.440876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ec0fbc-3475-4264-be89-c1da5e7e9885,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:47.444480 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:47.447297 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.448368 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.db.segments_db [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Added segment 7f684fb6-d0f7-4557-b740-adadbd7d541d of type vlan for network 5b046f46-b895-4bcd-af0f-717aa1df8e69 Jun 19 01:09:47.490215 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.588398 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.589680 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:47.590266 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:47.593983 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-2fde92c1-9e8b-408a-afe0-6ab8f5883387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:47.652364 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b046f46-b895-4bcd-af0f-717aa1df8e69,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:47.656104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:47.663826 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 5b046f46-b895-4bcd-af0f-717aa1df8e69 details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:09:47.709029 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6361105 Jun 19 01:09:47.711754 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 41974) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:47.718001 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.v2.base [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Request body: {'subnet': {'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244872125-subnet', 'tenant_id': '81803975301a44ce8054021abf7afdbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:47.823485 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Made reservation on behalf of 81803975301a44ce8054021abf7afdbe for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:47.826552 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8668901'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:48.052702 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8668919'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:48.055029 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:48.113293 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3618d8-758a-4de5-b1c2-1724062d0d13,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:48.115998 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:48.124339 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Checking segment: {'id': '7f684fb6-d0f7-4557-b740-adadbd7d541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:48.124339 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Network hostable DHCP agents. Network: 5b046f46-b895-4bcd-af0f-717aa1df8e69, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:09:48.212429 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Network 5b046f46-b895-4bcd-af0f-717aa1df8e69 is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:09:48.269375 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 5b046f46-b895-4bcd-af0f-717aa1df8e69) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:48.274097 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:48.274912 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:48.278112 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46846c13-3ecc-4756-9ea2-bc05e5f49d89 None None] Network 5b046f46-b895-4bcd-af0f-717aa1df8e69 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:48.362150 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-55984605-6536-48bf-9bbd-9204d2a5bccd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6490185 Jun 19 01:09:48.408936 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25221187-f87f-45a6-abef-74a375905dc6 None None] Network 5b046f46-b895-4bcd-af0f-717aa1df8e69 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:49.051749 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42000) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:49.056774 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-747944678-network', 'tenant_id': '6a968c032e0045a495472b1f050e21d6'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:49.166274 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Made reservation on behalf of 6a968c032e0045a495472b1f050e21d6 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:49.168768 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.179049 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.263844 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.320773 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.324941 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8abe523f-d9e6-4a3d-b95f-f4f5d2a31891 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:49.347031 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 01:09:49.356489 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d478f3a-e3f4-4c8d-9119-5e640854c6c2,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:49.361230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.361581 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.segments_db [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Added segment b27c168e-a211-4ea5-9a0f-6f5f4ee19243 of type vlan for network 2a166599-726d-48c3-b41a-5be58fa8fcfd Jun 19 01:09:49.375092 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.375413 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.375790 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.376160 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.376630 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.377000 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.377363 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.377723 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.378084 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.378443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.378811 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.379148 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:09:49.383895 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:49.418735 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737148534236'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.492315 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.493688 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:49.494267 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.496280 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:49.552134 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Pushing event updated for resources: {'Network': ['ID=2a166599-726d-48c3-b41a-5be58fa8fcfd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:49.554783 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:49.561828 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Network 2a166599-726d-48c3-b41a-5be58fa8fcfd details requested by agent ovs-agent-dv-cinder-667108-33-smb with host dv-cinder-667108-33-smb {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 01:09:49.590564 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5376692 Jun 19 01:09:49.594115 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42008) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:09:49.599100 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Request body: {'subnet': {'network_id': '2a166599-726d-48c3-b41a-5be58fa8fcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-747944678-subnet', 'tenant_id': '6a968c032e0045a495472b1f050e21d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:49.662162 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Made reservation on behalf of 6a968c032e0045a495472b1f050e21d6 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:49.664534 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8554469'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.869801 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9187158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8554487'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:49.871996 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:49.924571 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb364c3-43e1-46c6-9bf8-fbcf6680a200,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:49.928758 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:49.932715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Checking segment: {'id': 'b27c168e-a211-4ea5-9a0f-6f5f4ee19243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2a166599-726d-48c3-b41a-5be58fa8fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:49.933079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Network hostable DHCP agents. Network: 2a166599-726d-48c3-b41a-5be58fa8fcfd, hostable agents: ['819b188e-6c89-41f4-8ce5-be89e61ee374'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 01:09:50.000928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Network 2a166599-726d-48c3-b41a-5be58fa8fcfd is scheduled to be hosted by DHCP agent 819b188e-6c89-41f4-8ce5-be89e61ee374 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 01:09:50.063849 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-33-smb, 2a166599-726d-48c3-b41a-5be58fa8fcfd) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:50.067766 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:50.068439 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:50.072391 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06378ef6-dade-4c21-8917-2eb6e15c97eb None None] Network 2a166599-726d-48c3-b41a-5be58fa8fcfd requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:50.127796 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-fcc3ef58-86fc-44f7-ae51-a972ce222a46 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5325975 Jun 19 01:09:50.195790 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff3010-dfab-4442-a090-d8ef7d90a25d None None] Network 2a166599-726d-48c3-b41a-5be58fa8fcfd requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:09:50.594310 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-16fe5d65-3acf-461c-8393-f627a602ee3a tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:50.595727 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-16fe5d65-3acf-461c-8393-f627a602ee3a tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/networks?id=5b046f46-b895-4bcd-af0f-717aa1df8e69 HTTP/1.1" status: 200 len: 808 time: 0.1001828 Jun 19 01:09:50.610686 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-f9a7cd17-db79-4eaa-9f61-81ad523a648c tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/quotas/81803975301a44ce8054021abf7afdbe HTTP/1.1" status: 200 len: 375 time: 0.0094361 Jun 19 01:09:50.643065 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-83a00821-40ca-4ad2-b506-720bb7b599c8 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=81803975301a44ce8054021abf7afdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272229 Jun 19 01:09:50.733887 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4e3b4e2d-071c-47d1-ba15-2a811e2da321 service neutron] 10.222.0.22 "GET /v2.0/networks/5b046f46-b895-4bcd-af0f-717aa1df8e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842357 Jun 19 01:09:50.817068 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-e5d3045f-3de0-4951-bbd8-89f7597c7172 service neutron] 10.222.0.22 "GET /v2.0/networks/5b046f46-b895-4bcd-af0f-717aa1df8e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775347 Jun 19 01:09:51.060441 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-05b38e18-11c9-42f0-bbe1-0c143c1e7dbc req-f474bd8f-4504-43a1-97c2-b9035f7d8775 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 210 time: 0.0338049 Jun 19 01:09:52.211582 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-95e3f165-44e2-4b49-bbed-9d36a5374899 req-6bf14938-4a82-420e-9f57-ccd8af8201d6 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 210 time: 0.0341413 Jun 19 01:09:53.355145 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-181b1a54-4049-41d6-b00f-20cc0bceb701 req-1551c6a7-cf32-4090-9d05-1bd95553a060 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jun 19 01:09:53.445952 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-20d496bc-203c-4d92-b4ae-a1d734cf4126 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:53.447338 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-20d496bc-203c-4d92-b4ae-a1d734cf4126 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.26 "GET /v2.0/networks?id=5b046f46-b895-4bcd-af0f-717aa1df8e69 HTTP/1.1" status: 200 len: 808 time: 0.0985963 Jun 19 01:09:53.460781 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Request body: {'port': {'device_id': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69', 'admin_state_up': True, 'tenant_id': '81803975301a44ce8054021abf7afdbe'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:53.629235 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Made reservation on behalf of 81803975301a44ce8054021abf7afdbe for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:09:53.632890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:53.752336 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Allocated IP 172.20.0.4 (5b046f46-b895-4bcd-af0f-717aa1df8e69/8a3618d8-758a-4de5-b1c2-1724062d0d13/1bdecd89-9553-4033-8d39-d60723afe188) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:09:53.772221 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc031180-a955-4146-838f-47d2c57047b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:53.901017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:53.995341 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:53.999175 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-63c740e1-8279-4b75-bbb5-d889cea43322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:54.043834 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Network 5b046f46-b895-4bcd-af0f-717aa1df8e69 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:09:54.048002 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:09:54.051752 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:09:54.076739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Pushing event updated for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:54.081010 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:54.102198 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:54.102796 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:54.190100 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ad05d6c-c0e8-4bfd-9c59-670dd5eabaa0 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331278 Jun 19 01:09:54.201667 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Request body: {'port': {'device_id': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:09:54.271699 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:54.795544 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9668a-d04b-4d4f-9209-86acc59c7313 req-ea9448af-2ed4-4aea-9432-31560538ce4f tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:54.798153 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-92a9668a-d04b-4d4f-9209-86acc59c7313 req-ea9448af-2ed4-4aea-9432-31560538ce4f tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 931 time: 0.1383841 Jun 19 01:09:54.862325 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-92a9668a-d04b-4d4f-9209-86acc59c7313 req-3f9d3c23-e0fa-46ac-98da-0b45ffe4a57a tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jun 19 01:09:54.892483 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdecd89-9553-4033-8d39-d60723afe188 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:09:54.899667 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:54.911873 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Transition to ACTIVE for port object 1bdecd89-9553-4033-8d39-d60723afe188 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:09:54.995295 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:54.998374 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-35ae1bb5-223b-4af7-9ae4-7e4b06eb78c0 tempest-TestMinimumBasicScenario-371240120 tempest-TestMinimumBasicScenario-371240120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:55.073671 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:55.091550 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:55.138105 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Attempting to bind port 1bdecd89-9553-4033-8d39-d60723afe188 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:09:55.141296 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Attempting to bind port 1bdecd89-9553-4033-8d39-d60723afe188 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7f684fb6-d0f7-4557-b740-adadbd7d541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:09:55.141296 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Attempting to bind port 1bdecd89-9553-4033-8d39-d60723afe188 on network 5b046f46-b895-4bcd-af0f-717aa1df8e69 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:55.143229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Port 1bdecd89-9553-4033-8d39-d60723afe188 on network 5b046f46-b895-4bcd-af0f-717aa1df8e69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:09:55.143552 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Attempting to bind port 1bdecd89-9553-4033-8d39-d60723afe188 on network 5b046f46-b895-4bcd-af0f-717aa1df8e69 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:09:55.148143 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:09:55.148471 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Checking segment: {'id': '7f684fb6-d0f7-4557-b740-adadbd7d541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:09:55.148870 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Bound using segment: {'id': '7f684fb6-d0f7-4557-b740-adadbd7d541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:09:55.149288 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Bound port: 1bdecd89-9553-4033-8d39-d60723afe188, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f684fb6-d0f7-4557-b740-adadbd7d541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:09:55.149632 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:55.212683 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:09:55.215623 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1bdecd89-9553-4033-8d39-d60723afe188,segment=NetworkSegment(7f684fb6-d0f7-4557-b740-adadbd7d541d),segment_id=7f684fb6-d0f7-4557-b740-adadbd7d541d)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:09:55.287144 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:55.289305 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-0ad8bfe3-0762-4496-bbcb-972e0370b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:55.320548 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.321289 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:55.322796 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bdecd89-9553-4033-8d39-d60723afe188 HTTP/1.1" status: 200 len: 1093 time: 1.1250713 Jun 19 01:09:55.325053 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:09:55.328536 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "tag": "1bdecd89-9553-4033-8d39-d60723afe188"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:09:55.356637 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:55.360022 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4dffc90e-7879-4efb-a1fc-9814c54cb279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:55.366474 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3de8c9f-803d-43c5-a8df-6f0c18d6cf28 x-openstack-request-id: req-f3de8c9f-803d-43c5-a8df-6f0c18d6cf28 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:09:55.366807 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "tag": "1bdecd89-9553-4033-8d39-d60723afe188", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:09:55.367099 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3de8c9f-803d-43c5-a8df-6f0c18d6cf28 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:09:55.367552 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188', 'status': 'completed', 'code': 200} Jun 19 01:09:55.456742 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-15d3603b-d408-40f8-8669-30c2c628a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.458990 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-15d3603b-d408-40f8-8669-30c2c628a029 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81803975301a44ce8054021abf7afdbe&device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 1096 time: 0.0550981 Jun 19 01:09:55.559204 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-b0100881-628f-40a1-b5b8-ed48ef1e81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.560733 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-b0100881-628f-40a1-b5b8-ed48ef1e81b9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=81803975301a44ce8054021abf7afdbe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0915713 Jun 19 01:09:55.662377 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-f4c23902-9084-4539-9e47-fe537e3d0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.663000 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4cb0ed20-8bc6-4c38-b7fc-aebebea6e96c req-f4c23902-9084-4539-9e47-fe537e3d0565 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953667 Jun 19 01:09:55.759315 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4c20fbf9-b7ca-4332-ac69-bb96e76273d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.760796 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-4c20fbf9-b7ca-4332-ac69-bb96e76273d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81803975301a44ce8054021abf7afdbe&device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 1096 time: 0.0554793 Jun 19 01:09:55.802779 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-8ba50a10-02ae-4fc5-80c0-3b9271e14cf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bdecd89-9553-4033-8d39-d60723afe188 HTTP/1.1" status: 200 len: 217 time: 0.0339515 Jun 19 01:09:55.853409 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe1078-88cd-4217-90a2-0055517a6580 req-6ad47a96-1b58-4a82-aa89-caf6ba5a4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:55.854770 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-6ad47a96-1b58-4a82-aa89-caf6ba5a4e32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a3618d8-758a-4de5-b1c2-1724062d0d13 HTTP/1.1" status: 200 len: 848 time: 0.0450485 Jun 19 01:09:55.892108 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-f15aa45f-7fd4-44a5-9110-5834191385a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b046f46-b895-4bcd-af0f-717aa1df8e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301743 Jun 19 01:09:56.012706 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-241938f9-2934-4957-9a22-67426347525b service neutron] 10.222.0.26 "GET /v2.0/networks/5b046f46-b895-4bcd-af0f-717aa1df8e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132271 Jun 19 01:09:56.113527 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76aaa-c6e8-408c-8586-3112b61081ea req-c9004039-6681-4470-84e5-edc5a911bbb6 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:56.114983 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ef76aaa-c6e8-408c-8586-3112b61081ea req-c9004039-6681-4470-84e5-edc5a911bbb6 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 943 time: 0.1373959 Jun 19 01:09:56.143346 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-14fe1078-88cd-4217-90a2-0055517a6580 req-5234d6ca-b79a-4a7b-acf4-435f887e8c95 service neutron] 10.222.0.26 "GET /v2.0/networks/5b046f46-b895-4bcd-af0f-717aa1df8e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234937 Jun 19 01:09:56.160975 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ef76aaa-c6e8-408c-8586-3112b61081ea req-4151bc7f-1eca-4282-aef5-d53f6082cd47 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Jun 19 01:09:56.570050 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:56.691044 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3f38a055-a2d4-4f24-9729-8aab1740aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:57.335133 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745d12c-df7c-4478-9027-a7734c4802f7 req-d16a8486-4560-4b9b-972e-ea398203e6b1 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:57.337332 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f745d12c-df7c-4478-9027-a7734c4802f7 req-d16a8486-4560-4b9b-972e-ea398203e6b1 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 943 time: 0.0637984 Jun 19 01:09:57.380389 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-f745d12c-df7c-4478-9027-a7734c4802f7 req-415a754c-56d1-4d03-93b5-d5c059c41d47 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Jun 19 01:09:57.412522 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:58.522244 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 1bdecd89-9553-4033-8d39-d60723afe188 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:09:58.551577 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559dcec-e69c-4bed-bd9d-14926d32100c req-3a704295-992b-4143-8e2b-38dbeac10fe8 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:58.553071 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a559dcec-e69c-4bed-bd9d-14926d32100c req-3a704295-992b-4143-8e2b-38dbeac10fe8 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 943 time: 0.0633748 Jun 19 01:09:58.596877 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-a559dcec-e69c-4bed-bd9d-14926d32100c req-24ea7aa4-3f0d-4d75-b062-c77457bdf4a6 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Jun 19 01:09:58.622410 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1bdecd89-9553-4033-8d39-d60723afe188,segment=NetworkSegment(7f684fb6-d0f7-4557-b740-adadbd7d541d),segment_id=7f684fb6-d0f7-4557-b740-adadbd7d541d)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:58.633682 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '1bdecd89-9553-4033-8d39-d60723afe188', 'network_id': '5b046f46-b895-4bcd-af0f-717aa1df8e69', 'port_id': '1bdecd89-9553-4033-8d39-d60723afe188', 'mac_address': 'fa:16:3e:cd:2a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3618d8-758a-4de5-b1c2-1724062d0d13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:09:58.670752 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:58.683256 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdecd89-9553-4033-8d39-d60723afe188 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:09:58.701880 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1bdecd89-9553-4033-8d39-d60723afe188,segment=NetworkSegment(7f684fb6-d0f7-4557-b740-adadbd7d541d),segment_id=7f684fb6-d0f7-4557-b740-adadbd7d541d)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:09:58.770428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:58.773289 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:09:58.945652 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:09:58.948648 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:09:59.007648 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['1bdecd89-9553-4033-8d39-d60723afe188'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:09:59.349303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:09:59.771707 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82b37e-7b28-4857-902e-ba1f6d7ce1b0 req-a0331a66-d5d4-4490-8cc2-e35ec36e018c tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:09:59.773190 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ad82b37e-7b28-4857-902e-ba1f6d7ce1b0 req-a0331a66-d5d4-4490-8cc2-e35ec36e018c tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 944 time: 0.0662417 Jun 19 01:09:59.811049 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ad82b37e-7b28-4857-902e-ba1f6d7ce1b0 req-ef76ef89-3ada-4b8a-80ac-622a0018a1ae tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Jun 19 01:10:00.539368 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 1bdecd89-9553-4033-8d39-d60723afe188 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:10:00.640807 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 1bdecd89-9553-4033-8d39-d60723afe188 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:10:00.644612 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 1bdecd89-9553-4033-8d39-d60723afe188 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:10:00.645179 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:00.718626 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:00.741335 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:10:00.743557 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5d039f-7a70-41be-ba96-24a627585997" -d '{"events": [{"server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "name": "network-vif-plugged", "status": "completed", "tag": "1bdecd89-9553-4033-8d39-d60723afe188"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:10:00.756681 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1bdecd89-9553-4033-8d39-d60723afe188,segment=NetworkSegment(7f684fb6-d0f7-4557-b740-adadbd7d541d),segment_id=7f684fb6-d0f7-4557-b740-adadbd7d541d)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:00.780776 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde24265-c883-4a72-97f4-b7b62ee80661 x-openstack-request-id: req-bde24265-c883-4a72-97f4-b7b62ee80661 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:10:00.781094 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "name": "network-vif-plugged", "status": "completed", "tag": "1bdecd89-9553-4033-8d39-d60723afe188", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:10:00.781356 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bde24265-c883-4a72-97f4-b7b62ee80661 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:10:00.781750 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188', 'code': 200} Jun 19 01:10:00.800991 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:00.802869 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-56ffd393-340a-457f-8ca3-97d7956f8cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:00.850122 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:00.853361 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:00.999780 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c47029-14a3-47b6-a199-0dc7fe29f738 req-1933c10d-d1e1-430a-b7ad-a1016a7dc11d tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:01.001303 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-92c47029-14a3-47b6-a199-0dc7fe29f738 req-1933c10d-d1e1-430a-b7ad-a1016a7dc11d tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0689335 Jun 19 01:10:01.043672 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-92c47029-14a3-47b6-a199-0dc7fe29f738 req-61c2e976-cf96-4b67-b98f-b59496633473 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Jun 19 01:10:01.163541 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35953593-7511-400e-9161-c3db78617d2d req-b4c74c6f-93d0-47f0-b548-66474a97c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:01.165096 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-35953593-7511-400e-9161-c3db78617d2d req-b4c74c6f-93d0-47f0-b548-66474a97c242 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 1098 time: 0.0572348 Jun 19 01:10:01.200427 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-35953593-7511-400e-9161-c3db78617d2d req-b6baa8a0-f283-4ec3-a17e-079d55737ea7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266669 Jun 19 01:10:02.230373 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb8e4d-a2ca-47de-b593-387ea31403d0 req-71914d18-6350-40a8-aae7-2ae25a5e7fcf tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:02.238550 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ecb8e4d-a2ca-47de-b593-387ea31403d0 req-71914d18-6350-40a8-aae7-2ae25a5e7fcf tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0765014 Jun 19 01:10:02.279254 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ecb8e4d-a2ca-47de-b593-387ea31403d0 req-f954b75c-ee97-4cfe-9824-c36d6516d434 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Jun 19 01:10:03.456103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced730-7792-44fb-8b0a-56621bbaa2b1 req-09af2baf-c1ef-4e07-a364-e06308069b4a tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:03.457597 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7ced730-7792-44fb-8b0a-56621bbaa2b1 req-09af2baf-c1ef-4e07-a364-e06308069b4a tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0633938 Jun 19 01:10:03.505531 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d7ced730-7792-44fb-8b0a-56621bbaa2b1 req-7c0d3969-6d29-41b6-8be4-590f76633b5d tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Jun 19 01:10:03.935097 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42134) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:04.039594 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.123495 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.206407 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.210189 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d5c967c2-2999-44f3-9f24-1f4b71799736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:04.249350 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f471022600f44cd8033b2e2fcbedb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131423 Jun 19 01:10:04.250233 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d20e79-0771-4ae2-9e51-144351e087b9,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:04.252715 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42142) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:04.256699 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-4cae889d-2355-44e6-a1e8-38c2617e0f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:04.303641 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.325836 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.439528 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.442114 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:04.443351 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1d20e79-0771-4ae2-9e51-144351e087b9 HTTP/1.1" status: 204 len: 168 time: 0.1896076 Jun 19 01:10:04.444124 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a9e7eefd-ee22-4ad8-b30a-83793394c8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:04.451813 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d20e79-0771-4ae2-9e51-144351e087b9,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:04.454880 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8ab08033-72a3-40d7-8563-94d67f542682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:07.110415 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1ee2-687b-46fb-a96e-9e400a6885b2 req-a06d6114-39db-43a2-8321-eff25ddb7a33 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:07.111959 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d20c1ee2-687b-46fb-a96e-9e400a6885b2 req-a06d6114-39db-43a2-8321-eff25ddb7a33 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0618954 Jun 19 01:10:07.148421 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-d20c1ee2-687b-46fb-a96e-9e400a6885b2 req-f4fac6b4-3fc1-42a9-a6df-295f7ed1e6cc tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Jun 19 01:10:07.322946 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-fab62f5e-3046-4351-9d60-a3824fe295f1 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a97094a87a5c461da498d4b6037c935d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295851 Jun 19 01:10:07.499065 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-a8f6a32b-f144-415a-9f5a-f4cff3d07e8a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:07.500402 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-a8f6a32b-f144-415a-9f5a-f4cff3d07e8a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721725 Jun 19 01:10:07.514215 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-1f514920-7423-4055-bdb3-1deeaa0f5184 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/quotas/a97094a87a5c461da498d4b6037c935d HTTP/1.1" status: 200 len: 375 time: 0.0085299 Jun 19 01:10:07.545999 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-6dc03e8a-9ea2-482e-8a94-54260009315a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a97094a87a5c461da498d4b6037c935d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268981 Jun 19 01:10:07.839313 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-981953b6-6d27-4cac-9ff5-444126205db1 req-aefeb4ee-987e-4ae3-9040-0de024ae8b15 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 210 time: 0.0327528 Jun 19 01:10:08.325559 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ced16-4831-48c0-902c-127d9537c1d4 req-e0d6b376-d7bd-4636-9df0-b05548b6c368 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:08.327010 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b66ced16-4831-48c0-902c-127d9537c1d4 req-e0d6b376-d7bd-4636-9df0-b05548b6c368 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0696039 Jun 19 01:10:08.364382 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b66ced16-4831-48c0-902c-127d9537c1d4 req-cfb7b655-63fa-449d-93e4-6e0300fdf847 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/security-groups?id=79ec0fbc-3475-4264-be89-c1da5e7e9885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305657 Jun 19 01:10:08.487317 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-d52e3173-9587-49d4-94db-69ae3e64e886 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:08.488788 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-d52e3173-9587-49d4-94db-69ae3e64e886 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 945 time: 0.0614562 Jun 19 01:10:08.587137 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Deleting port 1bdecd89-9553-4033-8d39-d60723afe188 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:10:08.587476 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:08.677230 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] For port 1bdecd89-9553-4033-8d39-d60723afe188, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=1bdecd89-9553-4033-8d39-d60723afe188,segment=NetworkSegment(7f684fb6-d0f7-4557-b740-adadbd7d541d),segment_id=7f684fb6-d0f7-4557-b740-adadbd7d541d)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:08.677497 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:08.742122 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Calling delete_port for 1bdecd89-9553-4033-8d39-d60723afe188 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:10:08.931012 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:08.935330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5c57168e-72b6-41c7-8f6b-d6a82299d34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:08.944921 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['1bdecd89-9553-4033-8d39-d60723afe188'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:10:08.963414 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Pushing event deleted for resources: {'Port': ['ID=1bdecd89-9553-4033-8d39-d60723afe188,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:08.966968 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:08.985862 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-e962dca0-ec71-422b-81bd-1e4cf5d1e53e req-71bff11a-5d02-46b4-be9c-88ddc757112a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 210 time: 0.0350828 Jun 19 01:10:09.012218 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] No DVR routers for this DVR port 1bdecd89-9553-4033-8d39-d60723afe188 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:10:09.014755 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:09.019708 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b1e692bc-731d-42ca-af6b-cd56392eb33b req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.26 "DELETE /v2.0/ports/1bdecd89-9553-4033-8d39-d60723afe188 HTTP/1.1" status: 204 len: 173 time: 0.5224481 Jun 19 01:10:09.019708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'name': 'network-vif-deleted', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:10:09.019708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df3082d-c3e3-4580-a691-10623a18443e" -d '{"events": [{"server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "name": "network-vif-deleted", "tag": "1bdecd89-9553-4033-8d39-d60723afe188"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:10:09.056675 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235f3f96-8bcb-470a-89b0-0e2845dbeb17 x-openstack-request-id: req-235f3f96-8bcb-470a-89b0-0e2845dbeb17 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:10:09.056926 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0733c8-1845-4922-a15f-9f71c736a5de", "name": "network-vif-deleted", "tag": "1bdecd89-9553-4033-8d39-d60723afe188", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:10:09.057336 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-235f3f96-8bcb-470a-89b0-0e2845dbeb17 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:10:09.057708 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0733c8-1845-4922-a15f-9f71c736a5de', 'name': 'network-vif-deleted', 'tag': '1bdecd89-9553-4033-8d39-d60723afe188', 'status': 'completed', 'code': 200} Jun 19 01:10:09.516130 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-20c29230-7cc7-43ee-a9d9-7426b3a97606 req-fc9d7270-53f8-4ffd-92e4-963f6d803c0c tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a0733c8-1845-4922-a15f-9f71c736a5de HTTP/1.1" status: 200 len: 210 time: 0.0275843 Jun 19 01:10:09.866520 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-d9e54164-7b49-45bc-9ab9-09d75b58480a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a97094a87a5c461da498d4b6037c935d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228274 Jun 19 01:10:09.975197 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-176f0fc8-a2d7-40f7-a38f-fcd6265ac7b3 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:09.976867 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-176f0fc8-a2d7-40f7-a38f-fcd6265ac7b3 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048937 Jun 19 01:10:09.995863 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Request body: {'port': {'device_id': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5', 'admin_state_up': True, 'tenant_id': 'a97094a87a5c461da498d4b6037c935d'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:10:10.139475 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3dcb2780-5ba6-4a23-adf1-cd5e6c0f7925 req-64227b16-0658-4864-ab1f-af0ffe9511f1 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 210 time: 0.0311050 Jun 19 01:10:10.183581 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Made reservation on behalf of a97094a87a5c461da498d4b6037c935d for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 01:10:10.187043 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1601213'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.198165 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.291076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.383588 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.387958 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c4c51401-ff1b-4c4b-9baa-31011ffda7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:10.448964 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb909a-43a0-47fe-bc07-bc7bacfaf154,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:10.454430 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:10.520994 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Allocated IP 192.168.233.71 (ee5ba638-690d-46a5-a19d-a14715819cf5/87371340-f111-40d1-9267-6a93226224ac/0734cbc8-a118-422b-b46c-51cc5b0e9319) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 01:10:10.675944 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.689398 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Transition to ACTIVE for port object 0734cbc8-a118-422b-b46c-51cc5b0e9319 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:10:10.773042 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1600638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737148558430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9187298'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.776972 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-e97ad59b-8cfe-47bd-a2e0-0182369f8bc5 tempest-AttachVolumeShelveTestJSON-481640303 tempest-AttachVolumeShelveTestJSON-481640303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:10.816073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Network ee5ba638-690d-46a5-a19d-a14715819cf5 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 01:10:10.819086 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 01:10:10.822971 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 01:10:10.852618 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Pushing event updated for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:10.856795 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:10.876381 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:10.877073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:10.982752 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-871865bd-48c4-49b3-a3c1-b3a72498c809 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9907079 Jun 19 01:10:10.999493 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.v2.base [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Request body: {'port': {'device_id': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 01:10:11.072627 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.178217 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2691ea11-52d7-4463-b3bd-e98dfa4b5d10 None None] Provisioning for port 0734cbc8-a118-422b-b46c-51cc5b0e9319 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:10:11.184799 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2691ea11-52d7-4463-b3bd-e98dfa4b5d10 None None] Provisioning complete for port 0734cbc8-a118-422b-b46c-51cc5b0e9319 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:10:11.184799 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2691ea11-52d7-4463-b3bd-e98dfa4b5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.222472 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2691ea11-52d7-4463-b3bd-e98dfa4b5d10 None None] Port 0734cbc8-a118-422b-b46c-51cc5b0e9319 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 01:10:11.379377 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851b942-cd36-4ed0-8ef6-a303ece983f9 req-2348951f-2fa9-44d9-bd8d-9ae9f76ccbd0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:11.380835 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0851b942-cd36-4ed0-8ef6-a303ece983f9 req-2348951f-2fa9-44d9-bd8d-9ae9f76ccbd0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 935 time: 0.1162951 Jun 19 01:10:11.403095 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0734cbc8-a118-422b-b46c-51cc5b0e9319 {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:10:11.413008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.436973 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0851b942-cd36-4ed0-8ef6-a303ece983f9 req-eff9c30f-5b36-4f97-bb9b-ccbb65438e0b tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Jun 19 01:10:11.437863 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Transition to ACTIVE for port object 0734cbc8-a118-422b-b46c-51cc5b0e9319 will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 01:10:11.533479 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.535670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-698d8d4e-1571-4134-bb99-7d094c6e5794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:11.608726 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:11.614268 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:11.688947 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Attempting to bind port 0734cbc8-a118-422b-b46c-51cc5b0e9319 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 01:10:11.689371 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Attempting to bind port 0734cbc8-a118-422b-b46c-51cc5b0e9319 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 01:10:11.689703 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Attempting to bind port 0734cbc8-a118-422b-b46c-51cc5b0e9319 on network ee5ba638-690d-46a5-a19d-a14715819cf5 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:10:11.694383 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Port 0734cbc8-a118-422b-b46c-51cc5b0e9319 on network ee5ba638-690d-46a5-a19d-a14715819cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 01:10:11.694748 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Attempting to bind port 0734cbc8-a118-422b-b46c-51cc5b0e9319 on network ee5ba638-690d-46a5-a19d-a14715819cf5 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 01:10:11.699537 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Checking agent: {'id': '7077f6f4-d3b8-4139-81bf-1445de29340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'started_at': datetime.datetime(2021, 6, 19, 1, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 01:10:11.699868 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Checking segment: {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 01:10:11.700249 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Bound using segment: {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 01:10:11.700708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Bound port: 0734cbc8-a118-422b-b46c-51cc5b0e9319, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0884a271-8d4c-4c82-94eb-93441a94e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 01:10:11.701093 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.767009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 01:10:11.769988 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 01:10:11.850816 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9187284'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.853513 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-22b4149f-daa7-485f-aa88-07dab4734c35 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:11.882997 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:11.883622 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:11.885014 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] 10.222.0.26 "PUT /v2.0/ports/0734cbc8-a118-422b-b46c-51cc5b0e9319 HTTP/1.1" status: 200 len: 1097 time: 0.8937936 Jun 19 01:10:11.889555 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:10:11.889555 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd34338-220c-46af-acca-997d43bae8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:10:11.913891 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:11.917017 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-3bfac63a-5e2f-4804-b167-59262ccbcee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:11.932168 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d7c5c-72fa-48e7-9de2-656835392f2e x-openstack-request-id: req-4d6d7c5c-72fa-48e7-9de2-656835392f2e {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:10:11.932666 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:10:11.932967 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d6d7c5c-72fa-48e7-9de2-656835392f2e {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:10:11.933407 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319', 'status': 'completed', 'code': 200} Jun 19 01:10:12.033353 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd34338-220c-46af-acca-997d43bae8c5 req-1699d4f2-c46b-49b1-96fe-5bf0b40125b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.034838 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0dd34338-220c-46af-acca-997d43bae8c5 req-1699d4f2-c46b-49b1-96fe-5bf0b40125b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a97094a87a5c461da498d4b6037c935d&device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 1100 time: 0.0585830 Jun 19 01:10:12.065092 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0dd34338-220c-46af-acca-997d43bae8c5 req-104758e3-7c9b-4e5f-bbe1-b4dfcf7da920 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a97094a87a5c461da498d4b6037c935d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220718 Jun 19 01:10:12.160807 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd34338-220c-46af-acca-997d43bae8c5 req-7e0034db-3d3c-466f-933b-6bb9acb2f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.162193 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-0dd34338-220c-46af-acca-997d43bae8c5 req-7e0034db-3d3c-466f-933b-6bb9acb2f46a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904670 Jun 19 01:10:12.255298 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-f93ca674-3f17-43b8-872f-c43dae77fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.256798 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-f93ca674-3f17-43b8-872f-c43dae77fbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a97094a87a5c461da498d4b6037c935d&device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 1100 time: 0.0557649 Jun 19 01:10:12.301809 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-5203d23d-0f81-49f0-b88d-ae5fc70f47ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319 HTTP/1.1" status: 200 len: 217 time: 0.0345068 Jun 19 01:10:12.347404 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-f7f98d8d-8e29-4d04-9ef3-fe58fb5e9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.348947 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-f7f98d8d-8e29-4d04-9ef3-fe58fb5e9fb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87371340-f111-40d1-9267-6a93226224ac HTTP/1.1" status: 200 len: 843 time: 0.0439172 Jun 19 01:10:12.406438 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-c56ae51c-1e13-426a-b6fe-e534e38b82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.407882 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-c56ae51c-1e13-426a-b6fe-e534e38b82c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5ba638-690d-46a5-a19d-a14715819cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516877 Jun 19 01:10:12.500082 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-9cda8394-db2d-435f-9be7-6a9248516e2b service neutron] 10.222.0.26 "GET /v2.0/networks/ee5ba638-690d-46a5-a19d-a14715819cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846257 Jun 19 01:10:12.602140 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 1bdecd89-9553-4033-8d39-d60723afe188 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:10:12.621427 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 1bdecd89-9553-4033-8d39-d60723afe188 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:10:12.621777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 1bdecd89-9553-4033-8d39-d60723afe188 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:10:12.627578 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-17d949c3-a3c5-461f-b855-0d9e5607f936 req-6f6d867f-a9cd-497b-985f-cd86909d5e66 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5ba638-690d-46a5-a19d-a14715819cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192005 Jun 19 01:10:12.655850 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b872-42e7-4772-b1d6-a144244539f0 req-5ac8c0bb-095a-4e16-80d5-98c9d7555349 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:12.657316 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-aaa7b872-42e7-4772-b1d6-a144244539f0 req-5ac8c0bb-095a-4e16-80d5-98c9d7555349 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 947 time: 0.0804467 Jun 19 01:10:12.694737 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-aaa7b872-42e7-4772-b1d6-a144244539f0 req-0a6ac8b1-f844-4562-9e97-466328f0dafd tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jun 19 01:10:13.868227 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d15d-7e29-4bcf-8cf1-547fddd7b77f req-3cd99d29-72ba-404a-9b55-03b5ab409ab8 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:13.869640 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b305d15d-7e29-4bcf-8cf1-547fddd7b77f req-3cd99d29-72ba-404a-9b55-03b5ab409ab8 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 947 time: 0.0643220 Jun 19 01:10:13.886595 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:13.932110 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-b305d15d-7e29-4bcf-8cf1-547fddd7b77f req-5aa7adf0-8fc4-493f-98d3-460f2b585651 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Jun 19 01:10:14.619085 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0734cbc8-a118-422b-b46c-51cc5b0e9319 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:10:14.712138 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:14.723183 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': '0734cbc8-a118-422b-b46c-51cc5b0e9319', 'network_id': 'ee5ba638-690d-46a5-a19d-a14715819cf5', 'port_id': '0734cbc8-a118-422b-b46c-51cc5b0e9319', 'mac_address': 'fa:16:3e:77:e9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87371340-f111-40d1-9267-6a93226224ac', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:10:14.759266 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:14.771980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0734cbc8-a118-422b-b46c-51cc5b0e9319 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:10:14.790787 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:14.873363 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:14.875181 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-20ab8bfb-39a7-489c-8469-89a2b2fa5c23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:14.923740 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:14.926785 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:15.094782 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['0734cbc8-a118-422b-b46c-51cc5b0e9319'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:10:15.117161 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8aaf5-83a3-4cd4-bf42-61ee98d57e87 req-4f9a7a03-85cb-4521-8f8e-172ef7d483f9 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:15.118630 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-23e8aaf5-83a3-4cd4-bf42-61ee98d57e87 req-4f9a7a03-85cb-4521-8f8e-172ef7d483f9 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 948 time: 0.0639148 Jun 19 01:10:15.155717 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-23e8aaf5-83a3-4cd4-bf42-61ee98d57e87 req-052f50ba-8fff-4e96-978d-c2a82c1474f0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jun 19 01:10:16.328364 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1320e4-f8fa-4038-bc08-57ca48f08904 req-67202fd2-7462-4eeb-be89-13e07c4b74c1 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:16.329880 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1d1320e4-f8fa-4038-bc08-57ca48f08904 req-67202fd2-7462-4eeb-be89-13e07c4b74c1 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 948 time: 0.0661070 Jun 19 01:10:16.367365 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-1d1320e4-f8fa-4038-bc08-57ca48f08904 req-4d6a0ada-e246-43d3-bf44-cd9bea919939 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jun 19 01:10:16.641114 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0734cbc8-a118-422b-b46c-51cc5b0e9319 up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:10:16.741753 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning for port 0734cbc8-a118-422b-b46c-51cc5b0e9319 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 01:10:16.745331 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port 0734cbc8-a118-422b-b46c-51cc5b0e9319 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:10:16.745708 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:16.821071 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:16.843260 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:10:16.845548 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fad4c6-52dd-4605-9c59-9b8c4ad5cb64" -d '{"events": [{"server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "name": "network-vif-plugged", "status": "completed", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:10:16.858954 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:16.884236 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e8f56-0c92-4a14-b754-5334960e7bef x-openstack-request-id: req-406e8f56-0c92-4a14-b754-5334960e7bef {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:10:16.884546 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "name": "network-vif-plugged", "status": "completed", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:10:16.884839 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-406e8f56-0c92-4a14-b754-5334960e7bef {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:10:16.885266 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319', 'code': 200} Jun 19 01:10:16.926500 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:16.928399 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f2e47180-5cb9-4801-99fc-5614a9dbfa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:16.974101 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:16.977016 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:17.241090 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392ee4-b4c6-4cdd-aae8-5a5dbf3f7c9f req-37ca87b4-01ec-45b1-813b-7ee64d861c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:17.242556 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84392ee4-b4c6-4cdd-aae8-5a5dbf3f7c9f req-37ca87b4-01ec-45b1-813b-7ee64d861c72 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 1102 time: 0.0556321 Jun 19 01:10:17.276680 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-84392ee4-b4c6-4cdd-aae8-5a5dbf3f7c9f req-7be0e82d-1fcf-4740-86d1-7b5871fc645e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279694 Jun 19 01:10:17.538146 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f671a-2058-4405-a636-9c1626e0814a req-00047f33-ae19-4228-b5c9-5b692a81c3d3 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:17.539503 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-4a6f671a-2058-4405-a636-9c1626e0814a req-00047f33-ae19-4228-b5c9-5b692a81c3d3 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 949 time: 0.0619185 Jun 19 01:10:17.578238 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-4a6f671a-2058-4405-a636-9c1626e0814a req-93585f33-9c57-4f41-b9ea-b6054edee52a tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Jun 19 01:10:18.749664 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc90c-44c4-44a5-bff0-1702b76ef194 req-254703ad-0196-4903-9327-eb8b76baf3a0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:18.751099 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-975bc90c-44c4-44a5-bff0-1702b76ef194 req-254703ad-0196-4903-9327-eb8b76baf3a0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 949 time: 0.0621867 Jun 19 01:10:18.788477 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-975bc90c-44c4-44a5-bff0-1702b76ef194 req-f113b945-8e9e-454c-9a27-fcdf2055eb96 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Jun 19 01:10:19.408094 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ef379-dc4a-47d1-973d-653d21e8beac req-f6958d07-14db-426c-a501-00bbda968b1e tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:19.409675 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b92ef379-dc4a-47d1-973d-653d21e8beac req-f6958d07-14db-426c-a501-00bbda968b1e tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 949 time: 0.0630698 Jun 19 01:10:19.447266 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b92ef379-dc4a-47d1-973d-653d21e8beac req-ec53d9e2-e829-433a-8244-f3c46700bc0b tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Jun 19 01:10:20.626197 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ed8e0-ee85-4b43-b420-7016b27fe8c5 req-96019198-3ba3-460a-ae73-e259a06172ae tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:20.627667 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9a5ed8e0-ee85-4b43-b420-7016b27fe8c5 req-96019198-3ba3-460a-ae73-e259a06172ae tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 949 time: 0.0682595 Jun 19 01:10:20.666046 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-9a5ed8e0-ee85-4b43-b420-7016b27fe8c5 req-62dd70ea-ea5c-477a-b344-11e882949834 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1bb909a-43a0-47fe-bc07-bc7bacfaf154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jun 19 01:10:20.771290 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-40a8606f-155b-4780-bd7f-35073720a5c4 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:20.772714 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-40a8606f-155b-4780-bd7f-35073720a5c4 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.26 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 949 time: 0.0654254 Jun 19 01:10:20.867880 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Deleting port 0734cbc8-a118-422b-b46c-51cc5b0e9319 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:10:20.868218 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:20.955816 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] For port 0734cbc8-a118-422b-b46c-51cc5b0e9319, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=0734cbc8-a118-422b-b46c-51cc5b0e9319,segment=NetworkSegment(0884a271-8d4c-4c82-94eb-93441a94e44b),segment_id=0884a271-8d4c-4c82-94eb-93441a94e44b)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:10:20.956096 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:21.017602 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Calling delete_port for 0734cbc8-a118-422b-b46c-51cc5b0e9319 owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:10:21.497455 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:21.500880 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a934f485-0bfb-4ba0-825b-e2588cf1c608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:21.510847 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['0734cbc8-a118-422b-b46c-51cc5b0e9319'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:10:21.527434 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Pushing event deleted for resources: {'Port': ['ID=0734cbc8-a118-422b-b46c-51cc5b0e9319,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:21.530988 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:21.576432 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] No DVR routers for this DVR port 0734cbc8-a118-422b-b46c-51cc5b0e9319 on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:10:21.579024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:21.581254 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-b7af7b5b-d728-4b36-a7f6-f8081e635479 req-f409d797-5416-458b-9c39-2e53e98cfbb2 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.26 "DELETE /v2.0/ports/0734cbc8-a118-422b-b46c-51cc5b0e9319 HTTP/1.1" status: 204 len: 173 time: 0.8028374 Jun 19 01:10:21.581570 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'name': 'network-vif-deleted', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:10:21.584252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8eb8ef-9471-429f-b923-2c84e7f9ffb7" -d '{"events": [{"server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "name": "network-vif-deleted", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:10:21.623145 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f93e0e-9ded-46bf-a298-de21ba218728 x-openstack-request-id: req-36f93e0e-9ded-46bf-a298-de21ba218728 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:10:21.623481 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f99ee2-1c38-422f-8fb7-3e40405bf1c3", "name": "network-vif-deleted", "tag": "0734cbc8-a118-422b-b46c-51cc5b0e9319", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:10:21.623767 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36f93e0e-9ded-46bf-a298-de21ba218728 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:10:21.624191 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f99ee2-1c38-422f-8fb7-3e40405bf1c3', 'name': 'network-vif-deleted', 'tag': '0734cbc8-a118-422b-b46c-51cc5b0e9319', 'status': 'completed', 'code': 200} Jun 19 01:10:21.814553 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-25390e19-5390-4473-aa45-84c29a11c34a req-ad43e3e1-0cd6-4ab3-a79b-df55087082f0 tempest-VolumesNegativeTest-1572814689 tempest-VolumesNegativeTest-1572814689-project] 10.222.0.22 "GET /v2.0/ports?device_id=53f99ee2-1c38-422f-8fb7-3e40405bf1c3 HTTP/1.1" status: 200 len: 210 time: 0.0300264 Jun 19 01:10:23.138438 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:10:23.804987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4971310b-9e7f-4fb2-8639-d524ef74c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:24.677318 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0734cbc8-a118-422b-b46c-51cc5b0e9319 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:10:24.698635 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: 0734cbc8-a118-422b-b46c-51cc5b0e9319 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:10:24.699076 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device 0734cbc8-a118-422b-b46c-51cc5b0e9319 not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:10:26.600815 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:26.690815 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-311435c0-1a64-4393-9193-e5155947895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:27.372327 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.059849 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42626) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:28.104246 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Deleting subnet 8a3618d8-758a-4de5-b1c2-1724062d0d13 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:10:28.107842 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.141626 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.183516 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.319380 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.321738 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:28.345234 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3618d8-758a-4de5-b1c2-1724062d0d13,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:28.350185 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.351965 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8a3618d8-758a-4de5-b1c2-1724062d0d13 HTTP/1.1" status: 204 len: 168 time: 0.2911391 Jun 19 01:10:28.354668 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42630) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:28.357063 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.357447 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.357821 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.358188 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.358550 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.358911 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.359269 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.359627 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.359985 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.360338 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.360719 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.361074 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:10:28.364759 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-312e2f6a-90a5-4a3b-86ae-8e53a69f0e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:28.421919 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.501872 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.511452 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b046f46-b895-4bcd-af0f-717aa1df8e69']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:28.521848 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f684fb6-d0f7-4557-b740-adadbd7d541d') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:28.522279 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f684fb6-d0f7-4557-b740-adadbd7d541d') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:28.530978 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.544708 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.550330 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: conditions |= (models_v2.Port.network_id.in_( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:10:28.553914 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:10:28.583249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42634) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:28.669126 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.673041 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ce197127-798d-470c-94ea-2d2cb987359b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:28.675692 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.677759 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5b046f46-b895-4bcd-af0f-717aa1df8e69 HTTP/1.1" status: 204 len: 168 time: 0.3221397 Jun 19 01:10:28.686050 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42638) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:28.691319 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b046f46-b895-4bcd-af0f-717aa1df8e69,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:28.692537 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-10fb53e6-4a96-4de0-96d7-1007c46eff44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:28.745273 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-e1150343-26bd-46ef-b974-ce52062cac4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a97094a87a5c461da498d4b6037c935d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606109 Jun 19 01:10:28.747886 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42640) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:28.750239 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Deleting subnet aeb364c3-43e1-46c6-9bf8-fbcf6680a200 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:10:28.753426 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.791133 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.798936 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.819882 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.831226 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.943379 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.945927 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.947088 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1bb909a-43a0-47fe-bc07-bc7bacfaf154 HTTP/1.1" status: 204 len: 168 time: 0.1982081 Jun 19 01:10:28.947896 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ebc35654-432d-491e-8b31-9041efa56915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:28.955195 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb909a-43a0-47fe-bc07-bc7bacfaf154,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:28.958112 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:28.976426 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:28.977998 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-68d7e891-7a96-410a-8edd-74c964afbb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:29.001320 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb364c3-43e1-46c6-9bf8-fbcf6680a200,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:29.004350 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:29.005742 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.007538 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-6dd886b5-d06a-4c9f-a1ca-ec3341e352a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aeb364c3-43e1-46c6-9bf8-fbcf6680a200 HTTP/1.1" status: 204 len: 168 time: 0.3205841 Jun 19 01:10:29.010138 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42644) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:29.078557 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.154239 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.164096 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a166599-726d-48c3-b41a-5be58fa8fcfd']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:29.178623 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27c168e-a211-4ea5-9a0f-6f5f4ee19243') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:29.178915 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27c168e-a211-4ea5-9a0f-6f5f4ee19243') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:10:29.187745 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.201877 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.207712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:10:29.208104 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:10:29.209751 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:10:29.372455 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.376177 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1ef2f1de-c9b5-4978-a126-145d521331b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:29.384518 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.384518 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a166599-726d-48c3-b41a-5be58fa8fcfd HTTP/1.1" status: 204 len: 168 time: 0.3707874 Jun 19 01:10:29.391519 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a166599-726d-48c3-b41a-5be58fa8fcfd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:29.393886 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-053d03ec-4981-435b-be83-f66bbb8d3378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:29.400692 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.703992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42662) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:29.744234 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-fb1cb479-32af-498e-b764-ea71dd7d21be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81803975301a44ce8054021abf7afdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387261 Jun 19 01:10:29.746517 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42666) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:29.795960 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.822154 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.936498 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.939124 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:29.940260 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79ec0fbc-3475-4264-be89-c1da5e7e9885 HTTP/1.1" status: 204 len: 168 time: 0.1928499 Jun 19 01:10:29.941072 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-1342194a-32c5-461c-9528-4d84634754c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:29.949702 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ec0fbc-3475-4264-be89-c1da5e7e9885,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:29.952026 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-10ed912c-ea58-4389-a72a-256b830f04f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:30.635323 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42688) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:30.674977 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c0cb40ab-794f-4172-aadc-f8d5823bcc33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a968c032e0045a495472b1f050e21d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383101 Jun 19 01:10:30.678723 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42690) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:30.726161 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:30.747625 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:30.864014 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:30.866735 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:30.870444 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d478f3a-e3f4-4c8d-9119-5e640854c6c2 HTTP/1.1" status: 204 len: 168 time: 0.1882787 Jun 19 01:10:30.870444 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5344c704-29cb-4890-b311-097dfd79622a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:30.876997 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d478f3a-e3f4-4c8d-9119-5e640854c6c2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:30.885243 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-9988e40c-820a-45ff-a55c-4c68a414c021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:36.272900 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42724) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:36.374313 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.459258 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.520562 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.523113 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-7c49e26a-fc76-4c16-817c-624896e88687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:36.556952 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272cc82-8d16-4010-8c1c-1c8cc5b146a8,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:36.562047 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a5acddede524fd1a5df73ce6bdf5b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880712 Jun 19 01:10:36.562967 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c896855f-cd56-4676-84fb-b5bfa2d26743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:36.563640 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42728) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:10:36.612439 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.633606 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.747563 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.750131 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:36.751250 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4272cc82-8d16-4010-8c1c-1c8cc5b146a8 HTTP/1.1" status: 204 len: 168 time: 0.1866319 Jun 19 01:10:36.751994 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-074d3b5e-c694-4c85-ad54-45675bf3de90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:10:36.759705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272cc82-8d16-4010-8c1c-1c8cc5b146a8,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:10:36.762110 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-4c7c2523-ea23-4726-8b4a-30259a98a213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:10:43.886160 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:47.654565 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-a6f2514c-ddbf-4a38-b4a9-9bbf58a7fb19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487812 Jun 19 01:10:47.748566 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-7f3e6593-f955-48f6-9fad-d60d7d9fd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:47.750064 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-7f3e6593-f955-48f6-9fad-d60d7d9fd62c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0533268 Jun 19 01:10:47.854739 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-fb2bc057-3334-4a7e-b692-0672a5157625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:47.856177 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-fb2bc057-3334-4a7e-b692-0672a5157625 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0865715 Jun 19 01:10:47.919905 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-0ef41521-45a6-4c11-b945-559d5d4bb4c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 1001 time: 0.0568504 Jun 19 01:10:47.966649 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-445df677-1d8d-4880-b177-8c2d83a9fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:47.968274 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-445df677-1d8d-4880-b177-8c2d83a9fbcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0424643 Jun 19 01:10:48.027229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-8ec992c0-08ce-48c2-ab11-b2dd0a1c02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:10:48.028688 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-8ec992c0-08ce-48c2-ab11-b2dd0a1c02a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543611 Jun 19 01:10:48.116435 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-9cbc76ef-5aff-48ed-a58e-3bc12dea2dbf service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812008 Jun 19 01:10:48.203947 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c065d50-c034-44f8-98fb-4b71bfc0a2f0 req-c1d0f6a6-99ff-4088-b47f-3b0afe86e338 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813601 Jun 19 01:10:53.869565 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-77e4a904-827d-4342-ba7e-f4ef46a87bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:56.579190 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:56.640709 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-813d90e5-57c7-4517-8a29-5ba49497bb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:57.377825 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:10:59.331777 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:00.137961 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:11:13.998097 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:23.792312 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9916-b5de-411a-ac04-27a6e3855686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:26.583102 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:26.663191 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-60bb3523-aa1c-44a2-a51c-e8d683174304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:27.360315 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:29.335310 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:37.136460 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:11:43.929454 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:44.112201 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e84bd-b693-4146-b930-cf617b382a5b req-b4606e2b-bb05-44f1-ad94-a0040e29f0d7 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:44.113713 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ca6e84bd-b693-4146-b930-cf617b382a5b req-b4606e2b-bb05-44f1-ad94-a0040e29f0d7 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0695891 Jun 19 01:11:44.151294 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-ca6e84bd-b693-4146-b930-cf617b382a5b req-88133ee8-7ebd-42a2-a1ae-0a3f5da6e09e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Jun 19 01:11:45.325082 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e52f-c2b3-438d-a727-ed5172565ccb req-b4da5034-dc7e-434c-b0cb-8564f1561745 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:45.326546 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c524e52f-c2b3-438d-a727-ed5172565ccb req-b4da5034-dc7e-434c-b0cb-8564f1561745 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0661955 Jun 19 01:11:45.364656 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c524e52f-c2b3-438d-a727-ed5172565ccb req-21cb975a-cc37-41b8-a7cd-029e7a6edee7 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Jun 19 01:11:46.535898 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933ccd8-004a-4523-8ac8-e6746e3d90fb req-d19c7197-7eab-407b-b19d-4d3d04896196 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:46.537373 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2933ccd8-004a-4523-8ac8-e6746e3d90fb req-d19c7197-7eab-407b-b19d-4d3d04896196 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0627458 Jun 19 01:11:46.579728 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-2933ccd8-004a-4523-8ac8-e6746e3d90fb req-935fadf8-6d95-4fa2-879c-acd2ae251479 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Jun 19 01:11:47.767874 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251009d8-ad7e-4320-8c75-71e27b1d7300 req-9339a91d-4bf6-4bb6-9510-56743918ece6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:47.770280 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-251009d8-ad7e-4320-8c75-71e27b1d7300 req-9339a91d-4bf6-4bb6-9510-56743918ece6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0719211 Jun 19 01:11:47.814003 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-251009d8-ad7e-4320-8c75-71e27b1d7300 req-66f047c3-37cf-451e-9c6f-77a84a60c3d6 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365603 Jun 19 01:11:48.984634 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366951-3d67-4b29-b6e3-d53eb5aa7f33 req-966f871e-9279-4fc8-a402-3cf939a137be tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:48.986629 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3a366951-3d67-4b29-b6e3-d53eb5aa7f33 req-966f871e-9279-4fc8-a402-3cf939a137be tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0643146 Jun 19 01:11:49.023072 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3a366951-3d67-4b29-b6e3-d53eb5aa7f33 req-39858c06-eace-4440-8755-02099e56913d tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 Jun 19 01:11:49.663480 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-4e29f4d3-fb15-4790-bbe8-ec040c6868e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:49.664932 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-4e29f4d3-fb15-4790-bbe8-ec040c6868e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0519602 Jun 19 01:11:49.768444 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-ef3a0e66-d5ef-4a3e-a1ef-b1a99a893b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:49.769862 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-ef3a0e66-d5ef-4a3e-a1ef-b1a99a893b26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0841124 Jun 19 01:11:49.833744 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-2f03e3e8-98d5-4b1d-be96-4b9a4ca4c0f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 1001 time: 0.0575161 Jun 19 01:11:49.885161 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-d40a967f-5bf8-406a-acbf-70a2110633dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:49.886573 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-d40a967f-5bf8-406a-acbf-70a2110633dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0462031 Jun 19 01:11:49.942203 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-19b538c4-343e-4f18-accf-33c26dd3f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:49.950609 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-19b538c4-343e-4f18-accf-33c26dd3f12d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0505342 Jun 19 01:11:50.032363 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-5f66cf32-3f03-45b3-afd6-5e9f30b733b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813160 Jun 19 01:11:50.124395 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-9ec70181-25ee-4426-b30b-40e1fe9fbe33 req-9e1cabbc-f991-45cc-a9c1-dd485384fe41 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863032 Jun 19 01:11:50.191859 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a209d4-45aa-4314-b32a-2de2a91c2a2a req-e519920f-2581-4467-8d27-c3b4d0ab0060 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:50.193241 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-28a209d4-45aa-4314-b32a-2de2a91c2a2a req-e519920f-2581-4467-8d27-c3b4d0ab0060 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Jun 19 01:11:50.233327 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-28a209d4-45aa-4314-b32a-2de2a91c2a2a req-7dd642fa-11d7-401f-87a2-045af82af2e3 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Jun 19 01:11:51.403890 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d40f-a5d1-4117-83a9-1aa126ee34ce req-615db208-3c34-41ed-a223-38c4f23e6bc3 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:51.405346 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e887d40f-a5d1-4117-83a9-1aa126ee34ce req-615db208-3c34-41ed-a223-38c4f23e6bc3 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0636210 Jun 19 01:11:51.442674 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e887d40f-a5d1-4117-83a9-1aa126ee34ce req-6c8c272c-7c69-4e34-aa5f-2a530c78b9ce tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jun 19 01:11:52.612869 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0133-5deb-42ee-bd62-039505c28c98 req-0e21e796-5b10-417e-a577-843c636f9341 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:52.614197 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a12a0133-5deb-42ee-bd62-039505c28c98 req-0e21e796-5b10-417e-a577-843c636f9341 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0616608 Jun 19 01:11:52.650425 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-a12a0133-5deb-42ee-bd62-039505c28c98 req-c4c0a4cc-1953-4c60-85e3-807d3f22421e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306153 Jun 19 01:11:53.817435 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea942-9937-4d0f-b357-96e72454183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:53.819340 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1777-f23f-41df-a210-9acfef39c7cc req-0ead0713-c7fc-4b1c-bb4d-2cef28d0decb tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:53.820832 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-928c1777-f23f-41df-a210-9acfef39c7cc req-0ead0713-c7fc-4b1c-bb4d-2cef28d0decb tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0620773 Jun 19 01:11:53.861946 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-928c1777-f23f-41df-a210-9acfef39c7cc req-88582eb2-08f2-498f-a984-2f23632faa6c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Jun 19 01:11:54.296940 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-fc321ed6-279c-4505-b596-0748c729de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:54.298432 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-fc321ed6-279c-4505-b596-0748c729de6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0504327 Jun 19 01:11:54.384521 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-68e1ac3a-fc53-4d3e-92c9-91ce1ddc1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:54.385967 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-68e1ac3a-fc53-4d3e-92c9-91ce1ddc1642 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0819123 Jun 19 01:11:54.453613 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-7b958c97-0f76-4462-8c2f-268682d25bb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 1001 time: 0.0608864 Jun 19 01:11:54.499525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-146f5b10-1f0c-4b8e-88fc-2a57157bf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:54.501054 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-146f5b10-1f0c-4b8e-88fc-2a57157bf696 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0418613 Jun 19 01:11:54.554009 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-a811c88d-c3b9-4a48-b00f-d9a7d0563708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:54.555329 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-a811c88d-c3b9-4a48-b00f-d9a7d0563708 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0485015 Jun 19 01:11:54.645100 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-c614614b-492b-42d4-9047-45d71aa66532 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836873 Jun 19 01:11:54.730470 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1b999c54-a56b-4fdf-a8c3-480effd7d4a2 req-323b4aa6-f773-4c99-b8e7-a6f6d8ce28f8 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788407 Jun 19 01:11:55.027992 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808a3c0-d851-489a-85de-d33eb115b126 req-171bd877-67ca-4840-9b99-7ab17e6622ed tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:55.029439 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5808a3c0-d851-489a-85de-d33eb115b126 req-171bd877-67ca-4840-9b99-7ab17e6622ed tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0616264 Jun 19 01:11:55.066315 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5808a3c0-d851-489a-85de-d33eb115b126 req-3acde9c1-2782-4ed9-84ba-0c230665ff50 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Jun 19 01:11:56.246838 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296579c-7d26-4c48-8483-5384ac422999 req-ba5e3121-1dae-456d-824d-6a84280130a4 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:56.248203 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1296579c-7d26-4c48-8483-5384ac422999 req-ba5e3121-1dae-456d-824d-6a84280130a4 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0670900 Jun 19 01:11:56.286570 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-1296579c-7d26-4c48-8483-5384ac422999 req-215aaed0-60ec-462f-b5e2-a27ea29dddee tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Jun 19 01:11:56.583131 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:56.674181 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-97d86389-4f6c-422c-a93f-a3b7440185b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:57.363737 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:57.469736 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af9022-2946-48da-850b-acb3c972fc00 req-5d4fca10-2ccf-4b93-9713-898b0839507f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:57.471308 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-90af9022-2946-48da-850b-acb3c972fc00 req-5d4fca10-2ccf-4b93-9713-898b0839507f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0707262 Jun 19 01:11:57.509474 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-90af9022-2946-48da-850b-acb3c972fc00 req-f8e1bd57-6d80-492f-affb-a4e51b699f83 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jun 19 01:11:58.055103 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdd829-201d-4055-b9b4-daa4e6700230 req-6cd9d62d-3663-45dd-8384-80b5cc5c83f2 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:58.056542 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cdbdd829-201d-4055-b9b4-daa4e6700230 req-6cd9d62d-3663-45dd-8384-80b5cc5c83f2 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0948079 Jun 19 01:11:58.063098 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-66f4ccb7-305d-48e7-b87b-99ef0d199c1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994635 Jun 19 01:11:58.098468 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-cdbdd829-201d-4055-b9b4-daa4e6700230 req-830929c0-3687-4f0a-a840-a853d4f3bf19 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343516 Jun 19 01:11:59.137253 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:11:59.211342 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:59.237633 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:11:59.239888 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b88d6e-b0fc-4143-9443-1e709ee88efa" -d '{"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:11:59.252330 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:11:59.272300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec721d5-1586-40cf-b436-ee1c6001aeb6 x-openstack-request-id: req-eec721d5-1586-40cf-b436-ee1c6001aeb6 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:11:59.272616 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-unplugged", "status": "failed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "code": 422}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:11:59.276254 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eec721d5-1586-40cf-b436-ee1c6001aeb6 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:11:59.276254 dv-cinder-667108-33-smb neutron-server[93277]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'code': 422} returned with failed status Jun 19 01:11:59.276633 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f4730-c14e-46b2-ac62-52d24fe3a5a9 req-b2e7c74c-1b91-40fe-b87e-80e8c1c6790c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:11:59.277216 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c3f4730-c14e-46b2-ac62-52d24fe3a5a9 req-b2e7c74c-1b91-40fe-b87e-80e8c1c6790c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0670731 Jun 19 01:11:59.318957 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-7c3f4730-c14e-46b2-ac62-52d24fe3a5a9 req-8c99965e-37f8-4e04-a7b0-914cb3650bd3 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345685 Jun 19 01:11:59.323418 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:59.325428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:11:59.368461 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:11:59.372772 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:11:59.379647 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.380041 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.380339 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.380713 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.381047 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.381377 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.381701 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.382023 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.382347 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.382667 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.382987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.383303 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:11:59.387109 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:12:00.214871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-233f79cb-57b2-4ffb-b12f-dacab58bf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.216279 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-233f79cb-57b2-4ffb-b12f-dacab58bf386 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6&tenant_id=1ee73c50e7474459b3796cd3715c5964 HTTP/1.1" status: 200 len: 1096 time: 0.0540485 Jun 19 01:12:00.291789 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-44e67758-ea7a-4469-a3d1-1fbd36eede7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.293411 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-44e67758-ea7a-4469-a3d1-1fbd36eede7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0550153 Jun 19 01:12:00.380777 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-163abe32-7c44-4239-9ec2-e471b0ceff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.382230 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-163abe32-7c44-4239-9ec2-e471b0ceff41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0825870 Jun 19 01:12:00.450226 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-7c1d9459-28cc-41bf-be01-6de067027fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 999 time: 0.0621092 Jun 19 01:12:00.495249 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1f885-32b7-481e-b5fe-b473381d6540 req-efe0027f-e9d5-48a9-9163-259b9bad11b2 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.495968 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-f71f04c0-9e45-41ca-bbd8-d5d84b2b7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.496671 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-85a1f885-32b7-481e-b5fe-b473381d6540 req-efe0027f-e9d5-48a9-9163-259b9bad11b2 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0664353 Jun 19 01:12:00.497392 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-f71f04c0-9e45-41ca-bbd8-d5d84b2b7a1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0412474 Jun 19 01:12:00.534287 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-85a1f885-32b7-481e-b5fe-b473381d6540 req-4908d1e5-0a75-4597-83f3-0cbfc143921c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Jun 19 01:12:00.555114 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-67b513a8-0bd4-41b3-b879-cc0c9d46983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:00.556601 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-67b513a8-0bd4-41b3-b879-cc0c9d46983d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526354 Jun 19 01:12:00.647476 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-771e24ea-0213-489b-a484-1ae9c4ac7319 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837240 Jun 19 01:12:00.742099 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-5f49f6ec-18ce-4eb4-b9ea-0a216dfa54da req-d83b9d6d-2d27-48b2-95a6-6417e6095ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883944 Jun 19 01:12:01.705871 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f2261-2d21-462b-adab-f3647aae5118 req-6179bd03-40de-4e71-bd7c-80132e54f575 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:01.707358 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4a8f2261-2d21-462b-adab-f3647aae5118 req-6179bd03-40de-4e71-bd7c-80132e54f575 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0621669 Jun 19 01:12:01.747882 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-4a8f2261-2d21-462b-adab-f3647aae5118 req-c2aaed07-a609-41c6-a5e1-7fecda10899b tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349512 Jun 19 01:12:02.926591 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae082-cb0e-4a5c-9632-40c24d0ee8bd req-2af40f87-7043-4889-a2ea-e76ea3b2bb31 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:02.928022 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c26ae082-cb0e-4a5c-9632-40c24d0ee8bd req-2af40f87-7043-4889-a2ea-e76ea3b2bb31 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0626521 Jun 19 01:12:02.964785 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-c26ae082-cb0e-4a5c-9632-40c24d0ee8bd req-fcac87a2-582c-4fd8-8f98-308416f75e3b tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311952 Jun 19 01:12:04.134697 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e2dbe-070a-4661-aebb-361bb20bdf92 req-2c9c8e75-a5d5-40c4-8e9d-ffd26f860e63 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:04.136137 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e49e2dbe-070a-4661-aebb-361bb20bdf92 req-2c9c8e75-a5d5-40c4-8e9d-ffd26f860e63 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0618601 Jun 19 01:12:04.172405 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e49e2dbe-070a-4661-aebb-361bb20bdf92 req-728152ab-c5e7-4653-baa5-1b7033ce07ab tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Jun 19 01:12:05.154065 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 01:12:05.247261 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:12:05.261813 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Returning: {'device': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'port_id': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'mac_address': 'fa:16:3e:ac:71:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 01:12:05.296484 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:05.309466 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04e129b-b5e2-4827-94ed-bdb036eef62b {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 01:12:05.330141 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:12:05.346446 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05375a68-b288-4bb5-8d64-21072db0d893 req-573c48bb-bdef-47c7-a38e-e63ffdad4d70 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:05.347932 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-05375a68-b288-4bb5-8d64-21072db0d893 req-573c48bb-bdef-47c7-a38e-e63ffdad4d70 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 943 time: 0.0668862 Jun 19 01:12:05.385683 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-05375a68-b288-4bb5-8d64-21072db0d893 req-c94a36e9-9bfc-4270-94bc-ffcf4af617de tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jun 19 01:12:05.391921 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:05.393757 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:12:05.437331 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:12:05.440944 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:12:05.598408 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] get_ports_and_sgs() called for port_ids ['e04e129b-b5e2-4827-94ed-bdb036eef62b'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 01:12:06.554765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b0711-a69e-426a-b822-c9f0d9f2f7df req-2c48c3f9-5fa4-4283-8491-540afccd092c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:06.556210 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-256b0711-a69e-426a-b822-c9f0d9f2f7df req-2c48c3f9-5fa4-4283-8491-540afccd092c tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 944 time: 0.0630016 Jun 19 01:12:06.596820 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-256b0711-a69e-426a-b822-c9f0d9f2f7df req-6e3774d6-29e6-435d-8db7-3e26549d7fce tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Jun 19 01:12:07.169010 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b up at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 01:12:07.214300 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Provisioning complete for port e04e129b-b5e2-4827-94ed-bdb036eef62b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 01:12:07.214683 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1669280'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:07.291475 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1601195'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:07.312809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:12:07.315279 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0873ead48595e03179358e69a40812a4806e47fa169b7c4d1863fc3602901e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4398f-856d-4053-b1dc-852717ee5cbd" -d '{"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:12:07.327544 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:12:07.349966 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809631e4-5606-49df-9f46-1062da5706b4 x-openstack-request-id: req-809631e4-5606-49df-9f46-1062da5706b4 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:12:07.350263 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-plugged", "status": "completed", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:12:07.350587 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-809631e4-5606-49df-9f46-1062da5706b4 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:12:07.350988 dv-cinder-667108-33-smb neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'code': 200} Jun 19 01:12:07.394655 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737148988883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737148558448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737148558493'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:07.396495 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:12:07.440809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Pushing event updated for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:12:07.443784 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:12:07.650928 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5a7a1-92ba-4568-a892-b3f50a8cf1d5 req-809ec32e-cd1a-4a8f-95e4-1c7c79aecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:07.652379 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-56e5a7a1-92ba-4568-a892-b3f50a8cf1d5 req-809ec32e-cd1a-4a8f-95e4-1c7c79aecbef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0537796 Jun 19 01:12:07.685390 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-56e5a7a1-92ba-4568-a892-b3f50a8cf1d5 req-1ae7650a-a661-457a-a78f-0dd0b875a83f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271432 Jun 19 01:12:07.761956 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953c4a-a877-461f-af39-55e8c838b8a5 req-8bb89117-36bf-4dc9-90c1-6fb5d182654f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:07.763307 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6d953c4a-a877-461f-af39-55e8c838b8a5 req-8bb89117-36bf-4dc9-90c1-6fb5d182654f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0620670 Jun 19 01:12:07.801504 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-6d953c4a-a877-461f-af39-55e8c838b8a5 req-1cff898a-5a88-4c6e-b154-1ffd1e083faa tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Jun 19 01:12:08.972811 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c593b-7db0-40f8-9fdb-1d4bfc7d8ba3 req-5cca7dd9-3718-429a-89fd-9d351c36cf97 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:08.974250 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ed6c593b-7db0-40f8-9fdb-1d4bfc7d8ba3 req-5cca7dd9-3718-429a-89fd-9d351c36cf97 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0633266 Jun 19 01:12:09.011954 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ed6c593b-7db0-40f8-9fdb-1d4bfc7d8ba3 req-287b6b3f-a237-480d-9f36-b9257108d88f tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Jun 19 01:12:13.897194 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:14.135110 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:12:23.776478 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-452a5670-39dc-4a15-b66f-57477492c1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:26.569435 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:26.682880 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-94c727cc-96ec-4fd6-87bf-51d7d77caee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:27.380397 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:29.342766 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:43.916654 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:49.724941 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-8cb5ac6e-00b0-4066-88a4-f7f6421022e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1367478 Jun 19 01:12:49.821155 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-b6bb8d2c-c4a7-4ec8-9c67-b4980a14e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:49.822586 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-b6bb8d2c-c4a7-4ec8-9c67-b4980a14e6a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0555484 Jun 19 01:12:49.922334 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-d426e021-b5bf-45ac-a46a-5af6f17551fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:49.923791 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-d426e021-b5bf-45ac-a46a-5af6f17551fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.0811770 Jun 19 01:12:49.989598 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-8f8cf14c-f0a1-44ad-8704-343cdcf6a9f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 1001 time: 0.0593185 Jun 19 01:12:50.035434 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-8acb4631-4779-4978-9523-126b935a0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:50.036855 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-8acb4631-4779-4978-9523-126b935a0bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0413096 Jun 19 01:12:50.091345 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-979242e2-adaa-4423-b657-8189122ab35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:12:50.092819 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-979242e2-adaa-4423-b657-8189122ab35a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0498872 Jun 19 01:12:50.102460 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-f766a5df-4095-4f58-a6f8-37254a7b3839 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 01:12:50.103364 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-f766a5df-4095-4f58-a6f8-37254a7b3839 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048254 Jun 19 01:12:50.192916 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-a6feca11-d8de-443b-ad01-93bce3c0eeec service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811930 Jun 19 01:12:50.278099 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-e15dd314-20f4-48e6-9ceb-654e51fc3a62 req-b1ec0c13-f5cc-45e1-bf76-2654e94c274a service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779819 Jun 19 01:12:51.133157 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:12:53.791133 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7f06b6b9-cb80-4083-b982-8dc4835f6116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:56.579199 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:56.650694 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-03d1ae37-4705-4eb0-8492-7c6bb793223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:57.399498 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:12:59.357050 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:13.890430 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:21.413414 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42834) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:21.563853 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Deleting port 8c172079-78c0-41c4-959a-57f15c798094 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:21.564192 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:21.638117 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:21.638449 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:21.701050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Calling delete_port for 8c172079-78c0-41c4-959a-57f15c798094 owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:21.928073 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:21.929981 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-b6e04b2c-4dc2-451d-a831-4212a82f9a00 tempest-VolumesActionsTest-1349579848 tempest-VolumesActionsTest-1349579848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:21.951792 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event deleted for resources: {'Port': ['ID=8c172079-78c0-41c4-959a-57f15c798094,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:21.964389 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.964798 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.965214 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.965535 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.965899 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.966263 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.966648 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.967035 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.967395 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.967754 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.968110 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.968466 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:21.986670 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:22.023888 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:22.024218 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.db.l3_db [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Floating IP b9a31a30-4310-4ff0-8c17-e98c4a5ff09c disassociated (deleted). External IP: 172.28.3.208, port: e04e129b-b5e2-4827-94ed-bdb036eef62b. Jun 19 01:13:22.220952 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:13:22.323540 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:13:22.328286 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:22.335094 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Sync routers for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:13:22.344027 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:22.344759 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:12:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:22.363851 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "DELETE /v2.0/floatingips/b9a31a30-4310-4ff0-8c17-e98c4a5ff09c HTTP/1.1" status: 204 len: 168 time: 0.9493423 Jun 19 01:13:22.364509 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:13:22.368076 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af414d03-ee4b-448b-9f49-d4bacb693815" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:13:22.453566 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:22.532473 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a706fd-3340-4615-9668-f2447253195d x-openstack-request-id: req-d3a706fd-3340-4615-9668-f2447253195d {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:13:22.533024 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:13:22.533456 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3a706fd-3340-4615-9668-f2447253195d {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:13:22.533648 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'status': 'completed', 'code': 200} Jun 19 01:13:22.611208 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-90157881-80aa-41c5-bbe5-c6d23a966883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:22.612679 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-90157881-80aa-41c5-bbe5-c6d23a966883 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ee73c50e7474459b3796cd3715c5964&device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0551484 Jun 19 01:13:22.654428 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:22.686203 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Checking router: 8c8af036-edf9-4bd3-82c2-f9dc225a8660 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:13:22.695276 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:22.695905 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:12:57Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:22.806270 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:22.999949 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-a3d8bcf3-6cca-43c1-8d04-5f5c8cdc14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:23.001466 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-a3d8bcf3-6cca-43c1-8d04-5f5c8cdc14e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 200 len: 909 time: 0.3825066 Jun 19 01:13:23.035321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31b06c-72e5-4bc8-8a20-ce9a1569a732 req-82220c78-3835-4c4f-aa90-19a3184085bf tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:23.037707 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ef31b06c-72e5-4bc8-8a20-ce9a1569a732 req-82220c78-3835-4c4f-aa90-19a3184085bf tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.1196871 Jun 19 01:13:23.048792 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-5abd08b1-d6d3-4636-84aa-0d43c6febf1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 200 len: 217 time: 0.0379658 Jun 19 01:13:23.077793 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [req-ef31b06c-72e5-4bc8-8a20-ce9a1569a732 req-8ee15a82-ead7-4e7e-9134-2fbd9b8dd905 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332646 Jun 19 01:13:23.098158 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-ee15b676-c73b-4faf-a01e-7e76480d44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:23.099617 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-ee15b676-c73b-4faf-a01e-7e76480d44e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 200 len: 847 time: 0.0440197 Jun 19 01:13:23.139731 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:23.155400 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-8b38b501-718b-4141-ae6b-e12f8af16952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:23.156906 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-8b38b501-718b-4141-ae6b-e12f8af16952 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b06237e-f905-4422-bc27-339bfb610af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0501397 Jun 19 01:13:23.165673 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e168081-81ef-4891-95b1-7f686e846482 None None] The sync data for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb is: [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:09:03Z', 'revision_number': 4, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb', '_interfaces': [{'id': 'c11eab06-6f8d-4ff7-a846-ab21b46ccde7', 'name': '', 'network_id': '5b06237e-f905-4422-bc27-339bfb610af6', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'mac_address': 'fa:16:3e:63:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6357171a-7be2-4fca-8db7-e954973c1176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:03Z', 'updated_at': '2021-06-19T01:09:11Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'subnets': [{'id': '6357171a-7be2-4fca-8db7-e954973c1176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:13:23.249806 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-53754d3a-8ce6-4e96-84fc-028c55e069ea service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Jun 19 01:13:23.342052 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-af414d03-ee4b-448b-9f49-d4bacb693815 req-5f89dffa-7803-44b4-9167-4ce159b27014 service neutron] 10.222.0.26 "GET /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845511 Jun 19 01:13:23.393525 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f379d8c9-787f-42e1-969b-f53e307c162d None None] New status for floating IP b9a31a30-4310-4ff0-8c17-e98c4a5ff09c: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 01:13:23.787243 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9562-5fdb-4f8a-a041-0726030b1494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:24.244867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-d64f01c0-0189-4744-94e5-77cd9ae89f15 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:24.246296 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-d64f01c0-0189-4744-94e5-77cd9ae89f15 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.0684335 Jun 19 01:13:24.382867 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6896-4d5a-44b2-b568-ca997b2899e5 req-3ed38586-69ee-469f-be52-0322a136f264 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 01:13:24.384297 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7bb6896-4d5a-44b2-b568-ca997b2899e5 req-3ed38586-69ee-469f-be52-0322a136f264 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 945 time: 0.1782901 Jun 19 01:13:24.399774 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Deleting port e04e129b-b5e2-4827-94ed-bdb036eef62b {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:24.400113 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:24.469628 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-f7bb6896-4d5a-44b2-b568-ca997b2899e5 req-a93f460f-ae85-4f70-aa90-f5ba6e08649e tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a273107-4f37-4f04-b351-8eeb36204b06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793505 Jun 19 01:13:24.505954 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] For port e04e129b-b5e2-4827-94ed-bdb036eef62b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e04e129b-b5e2-4827-94ed-bdb036eef62b,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:24.506412 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:24.570182 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Calling delete_port for e04e129b-b5e2-4827-94ed-bdb036eef62b owned by compute:nova {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:24.745079 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:24.748989 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5e82cb8d-5151-4b05-98a4-d94f45208f7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:24.782707 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event deleted for resources: {'Port': ['ID=e04e129b-b5e2-4827-94ed-bdb036eef62b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:24.785945 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:24.822307 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] No DVR routers for this DVR port e04e129b-b5e2-4827-94ed-bdb036eef62b on host hv-cinder-66710 {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:13:24.824716 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37763'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:24.826605 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-30acb1b7-1b7d-4537-8c74-b73e4552e045 req-1e8a0f93-5544-4099-bb46-67ed90e54c68 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.26 "DELETE /v2.0/ports/e04e129b-b5e2-4827-94ed-bdb036eef62b HTTP/1.1" status: 204 len: 173 time: 0.5742447 Jun 19 01:13:24.827102 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-deleted', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 01:13:24.829443 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76960e2c0d126eb9f773e77076e174ba23beb5343ac1df8a9167936dc3ff5c61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83ef6c-5ed1-4453-8d75-c336a09edb1e" -d '{"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-deleted", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 01:13:24.879252 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aead5d-1f2e-4076-830a-a9fe91d8374a x-openstack-request-id: req-a4aead5d-1f2e-4076-830a-a9fe91d8374a {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 01:13:24.879581 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0afc88-5e82-4dbc-9e31-75214c7ea7e6", "name": "network-vif-deleted", "tag": "e04e129b-b5e2-4827-94ed-bdb036eef62b", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 01:13:24.879868 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4aead5d-1f2e-4076-830a-a9fe91d8374a {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 01:13:24.880300 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0afc88-5e82-4dbc-9e31-75214c7ea7e6', 'name': 'network-vif-deleted', 'tag': 'e04e129b-b5e2-4827-94ed-bdb036eef62b', 'status': 'completed', 'code': 200} Jun 19 01:13:25.622273 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [req-3a306ab5-4c90-4404-a7a1-ee7684b909fd req-62e3a38f-121b-4a4e-b462-1f68cbbf7f99 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d0afc88-5e82-4dbc-9e31-75214c7ea7e6 HTTP/1.1" status: 200 len: 210 time: 0.0302324 Jun 19 01:13:26.576494 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:26.656224 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7b10aa2d-7e77-4cb1-a9f7-1d4d560539fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:26.766125 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42872) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:26.824660 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:26.854159 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:27.004946 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:27.008045 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:27.009204 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] 10.222.0.22 "DELETE /v2.0/security-groups/2a273107-4f37-4f04-b351-8eeb36204b06 HTTP/1.1" status: 204 len: 168 time: 0.2419784 Jun 19 01:13:27.010157 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-a38e8113-654e-40ca-be72-b94207bdea66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:27.019200 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a273107-4f37-4f04-b351-8eeb36204b06,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:27.021715 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-cc9dd590-d134-45a1-b4e0-d788d1e3c486 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:27.379271 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:27.522754 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b no longer exists at agent hyperv_hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:27.541481 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] No Port match for: e04e129b-b5e2-4827-94ed-bdb036eef62b {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:27.541827 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Device e04e129b-b5e2-4827-94ed-bdb036eef62b not bound to the agent host hv-cinder-66710 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:28.122568 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42878) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:28.131194 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:13:28.449953 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:28.696574 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Deleting port c11eab06-6f8d-4ff7-a846-ab21b46ccde7 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:28.696912 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:28.775885 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] For port c11eab06-6f8d-4ff7-a846-ab21b46ccde7, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:28.776242 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:28.840124 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Calling delete_port for c11eab06-6f8d-4ff7-a846-ab21b46ccde7 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:29.079643 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.081525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ae0dc645-4f6b-4a22-9937-9051077f0b84 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:29.104975 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11eab06-6f8d-4ff7-a846-ab21b46ccde7,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:29.108047 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:29.264951 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.359042 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.473679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:13:29.575529 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:13:29.581186 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c39c01a6-5ce8-4e8b-b6d0-c73b2c4b1150 admin admin] 10.222.0.22 "PUT /v2.0/routers/8c8af036-edf9-4bd3-82c2-f9dc225a8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575813 Jun 19 01:13:29.583027 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42880) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:29.583949 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Sync routers for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:13:29.593980 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:29.594610 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:13:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:29.683765 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.696842 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: dv-cinder-667108-33-smb {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:29.781088 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.866942 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:13:28Z', 'revision_number': 5, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port': {'id': '7c1947e7-1052-4b53-a0b4-6561a079fed9', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:01Z', 'updated_at': '2021-06-19T01:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:29.896119 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Checking router: 8c8af036-edf9-4bd3-82c2-f9dc225a8660 for host: dv-cinder-667108-33-smb {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:13:29.900679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Deleting port 7c1947e7-1052-4b53-a0b4-6561a079fed9 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:29.900679 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.910124 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Routers {'8c8af036-edf9-4bd3-82c2-f9dc225a8660'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:29.910862 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:13:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:29.977446 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] For port 7c1947e7-1052-4b53-a0b4-6561a079fed9, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7c1947e7-1052-4b53-a0b4-6561a079fed9,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:29.977734 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:29.995913 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] Set router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:30.039286 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Calling delete_port for 7c1947e7-1052-4b53-a0b4-6561a079fed9 owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:30.047529 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:13:29Z', 'revision_number': 6, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:30.076481 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2ca56-d7a4-4252-b57d-a00beb7e5b6a None None] The sync data for ids ['8c8af036-edf9-4bd3-82c2-f9dc225a8660'] in dv-cinder-667108-33-smb is: [{'id': '8c8af036-edf9-4bd3-82c2-f9dc225a8660', 'name': 'tempest-TestShelveInstance-225664237-router', 'tenant_id': '1ee73c50e7474459b3796cd3715c5964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:00Z', 'updated_at': '2021-06-19T01:13:29Z', 'revision_number': 6, 'project_id': '1ee73c50e7474459b3796cd3715c5964', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:13:30.233370 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.235239 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-34df1a51-1bf8-438e-bb5d-38d4b3034844 tempest-VolumesActionsTest-1806354256 tempest-VolumesActionsTest-1806354256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:30.256849 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1947e7-1052-4b53-a0b4-6561a079fed9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:30.260465 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:30.322691 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.408753 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.410886 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.516663 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.517229 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8af036-edf9-4bd3-82c2-f9dc225a8660 {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:13:30.521409 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.523351 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-d989cb9e-f8fb-4ab5-881c-018384057b32 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8c8af036-edf9-4bd3-82c2-f9dc225a8660 HTTP/1.1" status: 204 len: 168 time: 0.9394257 Jun 19 01:13:30.525893 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42882) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:30.571279 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Deleting subnet 6357171a-7be2-4fca-8db7-e954973c1176 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:13:30.574217 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.608050 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9256041'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.681584 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.788132 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9187223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8554446'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:30.790441 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-5ecc5509-d241-4128-aa39-bc059bf2fdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:31.107091 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6357171a-7be2-4fca-8db7-e954973c1176,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:31.110706 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:31.113083 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.114908 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-c17c0494-9390-41ed-992d-6a4c0fd2c86e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6357171a-7be2-4fca-8db7-e954973c1176 HTTP/1.1" status: 204 len: 168 time: 0.5880966 Jun 19 01:13:31.117585 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42884) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:31.120009 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc4b65-ac92-4ebd-b0db-86b4382e534d None None] Network 5b06237e-f905-4422-bc27-339bfb610af6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:13:31.182667 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.237270 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Deleting port df34bf59-c17b-4200-9218-2f6bed32c78d {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:31.237612 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.295985 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] DHCP port deletion for 5b06237e-f905-4422-bc27-339bfb610af6 request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:13:31.312494 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] For port df34bf59-c17b-4200-9218-2f6bed32c78d, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=df34bf59-c17b-4200-9218-2f6bed32c78d,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:31.313138 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.346564 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Deleting port df34bf59-c17b-4200-9218-2f6bed32c78d {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:31.346946 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.383446 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Calling delete_port for df34bf59-c17b-4200-9218-2f6bed32c78d owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:31.407275 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] For port df34bf59-c17b-4200-9218-2f6bed32c78d, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=df34bf59-c17b-4200-9218-2f6bed32c78d,segment=NetworkSegment(fa1ee865-8010-4c3c-8e8a-b15269dd995a),segment_id=fa1ee865-8010-4c3c-8e8a-b15269dd995a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:31.407680 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.471196 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Calling delete_port for df34bf59-c17b-4200-9218-2f6bed32c78d owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:31.571029 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9187309'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.574078 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-fecbefa3-42a3-4fdc-ade0-e206a9112c88 tempest-TestShelveInstance-1726420062 tempest-TestShelveInstance-1726420062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:31.576358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.579649 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-6d222eb5-7904-4c1a-9f33-a3f9d99cc98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:31.600660 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Pushing event deleted for resources: {'Port': ['ID=df34bf59-c17b-4200-9218-2f6bed32c78d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:31.603714 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:31.606180 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] No DVR routers for this DVR port df34bf59-c17b-4200-9218-2f6bed32c78d on host dv-cinder-667108-33-smb {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:13:31.608224 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Pushing event deleted for resources: {'Port': ['ID=df34bf59-c17b-4200-9218-2f6bed32c78d,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:31.610487 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] No DVR routers for this DVR port df34bf59-c17b-4200-9218-2f6bed32c78d on host dv-cinder-667108-33-smb {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:13:31.621110 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.621465 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.621809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.622140 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.622468 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.622801 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.623133 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.623463 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.623890 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.624213 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.624536 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.624888 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:31.627798 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-f1601968-b762-4a3f-827c-5f34b10e4549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:31.675458 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.685858 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b06237e-f905-4422-bc27-339bfb610af6']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:31.695120 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1ee865-8010-4c3c-8e8a-b15269dd995a') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:31.695520 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1ee865-8010-4c3c-8e8a-b15269dd995a') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:31.703697 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9256032'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.717710 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.723637 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:13:31.724025 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9188412'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: Traceback (most recent call last): Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: timer() Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: cb(*args, **kw) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: return func(*args, **kwargs) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: self._notify() Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: self.callback(batched_events) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: event.method(event) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: return f(self, *a, **k) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: return self._get(url).json() Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: return self.request(url, 'GET', **kwargs) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:13:31.725704 dv-cinder-667108-33-smb neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:13:31.856584 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.860384 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-ee928206-8f0b-40ab-bd8c-a8c36bf75733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:31.862756 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:31.864584 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5b06237e-f905-4422-bc27-339bfb610af6 HTTP/1.1" status: 204 len: 168 time: 0.7460852 Jun 19 01:13:31.867712 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42886) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:31.875525 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b06237e-f905-4422-bc27-339bfb610af6,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:31.878008 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-1fa3e3e2-a6db-4376-840f-b54b1a533281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:32.047914 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7c1947e7-1052-4b53-a0b4-6561a079fed9 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:32.067739 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 7c1947e7-1052-4b53-a0b4-6561a079fed9 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:32.068100 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7c1947e7-1052-4b53-a0b4-6561a079fed9 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:32.068521 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device df34bf59-c17b-4200-9218-2f6bed32c78d no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:32.087610 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: df34bf59-c17b-4200-9218-2f6bed32c78d {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:32.087962 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device df34bf59-c17b-4200-9218-2f6bed32c78d not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:32.088380 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device c11eab06-6f8d-4ff7-a846-ab21b46ccde7 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:32.106967 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: c11eab06-6f8d-4ff7-a846-ab21b46ccde7 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:32.107242 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device c11eab06-6f8d-4ff7-a846-ab21b46ccde7 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:32.199650 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770551'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:32.441363 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Deleting port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:32.441705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:32.520757 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] For port 7a35d28b-94d2-4874-92fc-c4ad9c8c3693, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:32.521120 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:32.583388 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Calling delete_port for 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:32.816186 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:32.818028 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:32.845702 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a35d28b-94d2-4874-92fc-c4ad9c8c3693,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:32.857770 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.858164 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.858542 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.858915 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.859282 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.859683 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.860046 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.860412 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.860799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.861160 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.861554 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.861876 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-33-smb {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 01:13:32.881187 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:33.019505 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770379'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:33.455748 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 has already been hosted by L3 agent 7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 01:13:33.557911 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] Notify agent at l3_agent.dv-cinder-667108-33-smb the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 01:13:33.562834 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-19f84fc8-8c84-4092-ab0c-8a84a22da896 admin admin] 10.222.0.22 "PUT /v2.0/routers/3f97ba0b-024c-4459-9503-bd3581ae6bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941168 Jun 19 01:13:33.565354 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42888) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:33.568017 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Sync routers for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 01:13:33.578243 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:33.578851 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:13:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:33.666720 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:33.677336 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: dv-cinder-667108-33-smb {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:33.766635 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:33.851821 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'external_fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240'}], 'enable_snat': True}, 'gw_port_id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:13:32Z', 'revision_number': 5, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port': {'id': '5fb93558-b6dd-4c2b-bc1b-1e1f7955028c', 'name': '', 'network_id': '6965999c-2049-4ea7-baa3-0c7db61183d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'ip_address': '172.28.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-33-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:09:07Z', 'updated_at': '2021-06-19T01:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '180fb4ff-433e-469a-baad-b34800a44fa7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-33-smb'}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:33.877587 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Checking router: 3f97ba0b-024c-4459-9503-bd3581ae6bc2 for host: dv-cinder-667108-33-smb {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 01:13:33.888904 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Routers {'3f97ba0b-024c-4459-9503-bd3581ae6bc2'} bound to L3 agent in host dv-cinder-667108-33-smb {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 01:13:33.889600 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-33-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T00:54:27Z,description=,heartbeat_timestamp=2021-06-19T01:13:27Z,host='dv-cinder-667108-33-smb',id=7ebb63dd-0cb4-41ec-bc2b-0eeedfabf557,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T00:54:27Z,topic='l3_agent')) {'router_ids': ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:33.889727 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Deleting port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:33.896165 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:33.965656 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] For port 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,segment=NetworkSegment(44fd2f87-01ff-4626-8998-5ff4d0d7af5b),segment_id=44fd2f87-01ff-4626-8998-5ff4d0d7af5b)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:33.966020 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:33.972845 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] Set router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 01:13:34.027699 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:13:33Z', 'revision_number': 6, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port_host': None}], 'dv-cinder-667108-33-smb', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:34.032067 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Calling delete_port for 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:34.053495 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bde1fe-9765-4e08-9f93-aada574a02b2 None None] The sync data for ids ['3f97ba0b-024c-4459-9503-bd3581ae6bc2'] in dv-cinder-667108-33-smb is: [{'id': '3f97ba0b-024c-4459-9503-bd3581ae6bc2', 'name': 'tempest-TestShelveInstance-1446032049-router', 'tenant_id': '80ecfe751a16423599c7b5e92f0be121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:09:06Z', 'updated_at': '2021-06-19T01:13:33Z', 'revision_number': 6, 'project_id': '80ecfe751a16423599c7b5e92f0be121', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 01:13:34.258915 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.261705 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-0311ec29-d619-438c-b8eb-749cf0d88186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:34.285630 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb93558-b6dd-4c2b-bc1b-1e1f7955028c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:34.290116 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:34.347716 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581479'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.440022 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-634'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.442192 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.576058 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773416'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.576502 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f97ba0b-024c-4459-9503-bd3581ae6bc2 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 01:13:34.580907 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.581822 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-c521667b-e351-4797-9594-ce43d8513ed8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3f97ba0b-024c-4459-9503-bd3581ae6bc2 HTTP/1.1" status: 204 len: 168 time: 1.0155566 Jun 19 01:13:34.584297 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42890) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:34.627132 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Deleting subnet 24433ff2-a350-43fe-b3e7-8e840290b0f2 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 01:13:34.630046 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.666333 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8649234'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.739820 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1669042'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.893887 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1669053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8668878'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.896332 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-c23ad407-c47a-4e69-9383-e3b02f84deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:34.924063 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24433ff2-a350-43fe-b3e7-8e840290b0f2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:34.927274 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:34.928330 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:34.930237 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-eba15f71-7e26-4357-841e-e55bbc4b7c55 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/24433ff2-a350-43fe-b3e7-8e840290b0f2 HTTP/1.1" status: 204 len: 168 time: 0.3450048 Jun 19 01:13:34.932799 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42892) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:34.934884 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a316682a-d005-4bb9-979e-08c81e50d717 None None] Network 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 requested from dv-cinder-667108-33-smb {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 01:13:35.001208 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698254'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.060791 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Deleting port 31c27b56-ea7f-42f8-aeb9-11a854621bea {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:35.061274 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.123876 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] DHCP port deletion for 9f019f0a-e20e-42ec-abbe-c23523e5b2f6 request from dv-cinder-667108-33-smb {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 01:13:35.128836 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] For port 31c27b56-ea7f-42f8-aeb9-11a854621bea, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=31c27b56-ea7f-42f8-aeb9-11a854621bea,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:35.129201 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.168266 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Deleting port 31c27b56-ea7f-42f8-aeb9-11a854621bea {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 01:13:35.168685 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737149048549'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.193550 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Calling delete_port for 31c27b56-ea7f-42f8-aeb9-11a854621bea owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:35.230809 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] For port 31c27b56-ea7f-42f8-aeb9-11a854621bea, host dv-cinder-667108-33-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-33-smb',level=0,port_id=31c27b56-ea7f-42f8-aeb9-11a854621bea,segment=NetworkSegment(13320a3b-f80a-4abc-b2ca-736013847cde),segment_id=13320a3b-f80a-4abc-b2ca-736013847cde)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 01:13:35.231230 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581030'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.292221 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Calling delete_port for 31c27b56-ea7f-42f8-aeb9-11a854621bea owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 01:13:35.341935 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649365'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.345158 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-a884131e-ebf7-4c4a-81aa-a239441ead90 tempest-AttachVolumeTestJSON-601249846 tempest-AttachVolumeTestJSON-601249846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:35.369970 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Pushing event deleted for resources: {'Port': ['ID=31c27b56-ea7f-42f8-aeb9-11a854621bea,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:35.370729 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737148988901', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737148558439'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.371771 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] No DVR routers for this DVR port 31c27b56-ea7f-42f8-aeb9-11a854621bea on host dv-cinder-667108-33-smb {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:13:35.372677 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:35.373431 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:35.392880 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Pushing event deleted for resources: {'Port': ['ID=31c27b56-ea7f-42f8-aeb9-11a854621bea,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:35.397290 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG oslo_concurrency.lockutils [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:35.402358 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e16838-019b-493f-93f5-b29acd807239 None None] No DVR routers for this DVR port 31c27b56-ea7f-42f8-aeb9-11a854621bea on host dv-cinder-667108-33-smb {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 01:13:35.443420 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1668653', 'neutron.services.segments.db._delete_segments_for_network-8737149070035'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.453308 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f019f0a-e20e-42ec-abbe-c23523e5b2f6']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:35.463469 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13320a3b-f80a-4abc-b2ca-736013847cde') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:35.463766 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.services.segments.db [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13320a3b-f80a-4abc-b2ca-736013847cde') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 01:13:35.472321 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737149069864', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8649243'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.485493 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.491170 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 01:13:35.491551 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1655909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8642884'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: Traceback (most recent call last): Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: timer() Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: cb(*args, **kw) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: return func(*args, **kwargs) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: self._notify() Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: self.callback(batched_events) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: event.method(event) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: return f(self, *a, **k) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: return self._get(url).json() Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: return self.request(url, 'GET', **kwargs) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 01:13:35.493832 dv-cinder-667108-33-smb neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 01:13:35.622033 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1668660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-752445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581560'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.625839 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-eecc44b8-82c1-49e9-bf69-502f3414f064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:35.628327 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597009'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:35.630250 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] 10.222.0.22 "DELETE /v2.0/networks/9f019f0a-e20e-42ec-abbe-c23523e5b2f6 HTTP/1.1" status: 204 len: 168 time: 0.6964564 Jun 19 01:13:35.642115 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f019f0a-e20e-42ec-abbe-c23523e5b2f6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:35.644428 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-94cd16eb-77cb-46ac-aa15-95b8797cc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:35.923645 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42896) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:35.961926 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-b6cd345f-05c9-45f7-bed9-8d8d3a1ea341 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ee73c50e7474459b3796cd3715c5964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370553 Jun 19 01:13:35.964186 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.22', 42898) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:36.010571 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:36.031297 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:36.039633 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:36.059026 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:36.059377 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 5fb93558-b6dd-4c2b-bc1b-1e1f7955028c not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:36.059796 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 31c27b56-ea7f-42f8-aeb9-11a854621bea no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:36.077473 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 31c27b56-ea7f-42f8-aeb9-11a854621bea {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:36.078125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 31c27b56-ea7f-42f8-aeb9-11a854621bea not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:36.078320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 no longer exists at agent ovs-agent-dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 01:13:36.096326 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] No Port match for: 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 01:13:36.096710 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Device 7a35d28b-94d2-4874-92fc-c4ad9c8c3693 not bound to the agent host dv-cinder-667108-33-smb {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 01:13:36.170277 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:36.172937 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:36.174108 dv-cinder-667108-33-smb neutron-server[93276]: INFO neutron.wsgi [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/728ea69f-ffb5-4968-9de9-01238331f02c HTTP/1.1" status: 204 len: 168 time: 0.2090228 Jun 19 01:13:36.174960 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-79aa89bd-963f-4148-8fb6-23eb2b3fd1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:36.183304 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ea69f-ffb5-4968-9de9-01238331f02c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:36.186013 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG oslo_concurrency.lockutils [None req-883571c0-dc0f-46c9-bedd-9be590a566f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:36.790154 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42904) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:36.829104 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-71c36258-bc72-4412-8bfa-f3e926a770f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80ecfe751a16423599c7b5e92f0be121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374606 Jun 19 01:13:36.831305 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.22', 42906) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 01:13:36.881207 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:36.901728 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:37.030444 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752444'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:37.032947 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:37.034158 dv-cinder-667108-33-smb neutron-server[93275]: INFO neutron.wsgi [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/315d363e-93dc-493d-9622-3bfc18ebc754 HTTP/1.1" status: 204 len: 168 time: 0.2019336 Jun 19 01:13:37.035052 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-190f7244-3859-4438-ac43-9ba40ba3e363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 01:13:37.043147 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d363e-93dc-493d-9622-3bfc18ebc754,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 01:13:37.045622 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG oslo_concurrency.lockutils [None req-8947d775-3a27-4696-829b-1bc9bcaa560b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 01:13:43.924349 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:53.798533 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-723da644-b9ad-4285-b8c8-695e584e0666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:56.595603 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:56.641565 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4b703dfe-3013-44f3-ac88-8af4f0295eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:57.381302 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:13:59.381295 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:05.128924 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:14:13.926527 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:23.821367 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fec2d68-75a5-4d31-a369-6cdec3d04ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:26.560865 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:26.634784 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8d8415af-45e3-4be4-b807-776c15cef5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:27.386674 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:29.357874 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:42.126650 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:14:43.934595 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:53.809149 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cb2d481e-7df6-403b-be98-ed1a86d06855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:56.548495 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:56.645780 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0f1be400-1afb-4998-90c5-8afd90c00fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:57.394289 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:14:59.363718 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:13.971431 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:19.125416 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:15:23.825655 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-17ed3e91-10c6-412e-a557-025f2fba83c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:26.562590 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:26.665492 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-043b50a6-2d43-4e24-80dc-499c73db79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:27.471311 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:29.365320 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:43.936256 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:53.787149 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-834d31ad-8d7d-41a1-9d28-cfff615b637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:56.124432 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:15:56.553297 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:56.633288 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-589c33cd-12ab-4f97-b626-8b4e187752b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:57.398570 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:15:59.396265 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:13.929677 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:23.786940 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-21da56c5-08f7-4717-be57-9baed02d6c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:26.609198 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:26.694934 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-063037a9-6e4e-4990-b930-66d117a537ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:27.432402 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:29.369717 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:33.122510 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:16:43.963507 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:53.848978 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6b77d242-eea7-4d42-bce6-dad247896379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:56.567125 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:56.646503 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fcda87e6-4216-4780-ab53-c13d02d78d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:57.412717 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:16:59.383745 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:10.120754 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:17:13.985930 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:23.773516 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aa3661bf-51c4-453a-97cf-59012db52d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:26.562388 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:26.647817 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-98c8e62c-e8b6-4812-bf66-f053f1c8751b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:27.419457 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:29.356622 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:43.979084 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:47.118480 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:17:53.801821 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bf558767-f527-4f37-8217-16a5374b9e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:56.567285 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:56.652998 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-77b4f1fb-1c44-4659-ba2a-d7c1dd574535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:56.775602 dv-cinder-667108-33-smb neutron-server[93276]: DEBUG neutron.wsgi [req-b1518c45-68a8-46ef-916e-9c994e8d8298 req-dcdd08bd-b4f5-4bcd-aa3f-3b265257e234 service neutron] (93276) timed out ('10.222.0.26', 53963) {{(pid=93276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 01:17:57.413083 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:17:59.389954 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:11.718064 dv-cinder-667108-33-smb neutron-server[93275]: DEBUG neutron.wsgi [req-2d3b8170-9884-43ba-b3c2-d5b038305fb2 req-08fb0af1-299d-408b-a7f5-db44009655c7 service neutron] (93275) timed out ('10.222.0.26', 53981) {{(pid=93275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 01:18:13.961279 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8833bdc5-e3c4-4066-ac56-31efce069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:23.794763 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e8c14b8b-f161-4579-810b-ce908bdad32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:24.116926 dv-cinder-667108-33-smb neutron-server[93278]: DEBUG neutron.db.agents_db [None req-de4e7485-9886-41c0-89e1-2380f5554e54 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 01:18:26.571987 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-15b34275-318c-47ba-80a0-30b747d903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:26.635043 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c306b9b4-3aa9-414e-bd2a-32ccad131ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:27.412883 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9d984312-3c0c-4d6d-9bbf-217db8196553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 01:18:29.372208 dv-cinder-667108-33-smb neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d64f269f-c2a2-424c-a498-3bbcdf5c101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737149070017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1663607'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}